07:57:50.001 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
07:57:50.001 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskOzFJfs/test-tmp
07:57:50.001 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
07:57:50.002 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskOzFJfs/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
07:57:50.003 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
07:57:50.323 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:57:50.323 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:57:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.325578 16943 mini_oidc.cc:150] Starting JWKS server
07:57:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.327638 16943 webserver.cc:533] Webserver started at http://127.0.0.1:41013/ using document root <none> and password file <none>
07:57:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.327837 16943 mini_oidc.cc:186] Starting OIDC Discovery server
07:57:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.328294 16943 webserver.cc:533] Webserver started at http://127.0.0.1:32987/ using document root <none> and password file <none>
07:57:50.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T07:57:50Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
07:57:50.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T07:57:50Z Disabled control of system clock
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.360224 16943 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/wal
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/data
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/logs
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/data/info.pb
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.254:43407
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.254
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:39209
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41013/jwks.json
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
07:57:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
07:57:50.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.684588 16962 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:50.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.684917 16962 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:50.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.684995 16962 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.693053 16962 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
07:57:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.693138 16962 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
07:57:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.693188 16962 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.693228 16962 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
07:57:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.693295 16962 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
07:57:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.693341 16962 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
07:57:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.693392 16962 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41013/jwks.json
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.703032 16962 master_runner.cc:387] Master server non-default flags:
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/logs
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:39209
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/data
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/wal
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.254:43407
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41013/jwks.json
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/data/info.pb
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.254
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Aug 2026 07:43:25 UTC on bdcb31816ec0
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13270
07:57:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:57:50.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.704520 16962 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:50.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.706243 16962 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:50.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.714049 16971 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:50.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.714102 16972 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:50.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.714264 16979 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.715520 16962 server_base.cc:1061] running on GCE node
07:57:50.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.716200 16962 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:50.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.717429 16962 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:50.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.718637 16962 hybrid_clock.cc:648] HybridClock initialized: now 1786348670718537 us; error 76 us; skew 500 ppm
07:57:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.718935 16962 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.725147 16962 webserver.cc:533] Webserver started at http://127.16.139.254:45125/ using document root <none> and password file <none>
07:57:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.725847 16962 fs_manager.cc:362] Metadata directory not provided
07:57:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.725963 16962 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.726239 16962 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
07:57:50.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.728472 16962 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/data/instance:
07:57:50.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a24a7f3ff83f414b909c521d6367cbef"
07:57:50.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:50 on dist-test-slave-cvwc"
07:57:50.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.729218 16962 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/wal/instance:
07:57:50.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a24a7f3ff83f414b909c521d6367cbef"
07:57:50.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:50 on dist-test-slave-cvwc"
07:57:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.734284 16962 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
07:57:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.737551 16987 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.738910 16962 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.739045 16962 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/data,/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/wal
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a24a7f3ff83f414b909c521d6367cbef"
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:50 on dist-test-slave-cvwc"
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.739200 16962 fs_report.cc:389] FS layout report
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/wal
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/wal
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/data/data
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.755172 16962 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.755894 16962 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:50.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.756129 16962 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.777488 16962 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.254:43407
07:57:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.777540 17090 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.139.254:43407 every 8 connection(s)
07:57:50.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.779070 16962 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/data/info.pb
07:57:50.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.783349 17091 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:57:50.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.783624 16943 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu as pid 16962
07:57:50.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.783915 16943 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-0/wal/instance
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.786168 16943 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/wal
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/data
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/logs
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/data/info.pb
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.253:39853
07:57:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.253
07:57:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:39209
07:57:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977
07:57:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41013/jwks.json
07:57:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
07:57:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
07:57:50.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.788884 17091 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } has no permanent_uuid. Determining permanent_uuid...
07:57:50.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.808377 17091 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } has no permanent_uuid. Determining permanent_uuid...
07:57:50.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.809391 16988 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:57:50.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.810849 17091 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.139.253:39853: Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:57:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.860107 17091 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } attempt: 1
07:57:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.862424 17091 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.139.253:39853: Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:57:50.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:50.930691 17091 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } attempt: 2
07:57:50.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:50.932651 17091 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.139.253:39853: Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:57:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.023942 17091 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } attempt: 3
07:57:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.026085 17091 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.139.253:39853: Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:57:51.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.139583 17096 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.139897 17096 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.139998 17096 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:51.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.148121 17096 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
07:57:51.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.148213 17096 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
07:57:51.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.148285 17096 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:51.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.148337 17096 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
07:57:51.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.148418 17096 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
07:57:51.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.148490 17096 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
07:57:51.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.148578 17096 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41013/jwks.json
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.158298 17096 master_runner.cc:387] Master server non-default flags:
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/logs
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:39209
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/data
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/wal
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.253:39853
07:57:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41013/jwks.json
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/data/info.pb
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.253
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Aug 2026 07:43:25 UTC on bdcb31816ec0
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13270
07:57:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:57:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.160178 17096 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:51.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.161970 17096 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.169335 17091 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } attempt: 4
07:57:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.169770 17107 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.170140 17108 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.170717 17110 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:51.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.171068 17096 server_base.cc:1061] running on GCE node
07:57:51.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.171682 17091 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.139.253:39853: Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:57:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.171979 17096 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:51.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.173348 17096 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:51.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.174557 17096 hybrid_clock.cc:648] HybridClock initialized: now 1786348671174489 us; error 39 us; skew 500 ppm
07:57:51.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.174875 17096 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.176867 17096 webserver.cc:533] Webserver started at http://127.16.139.253:35277/ using document root <none> and password file <none>
07:57:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.177553 17096 fs_manager.cc:362] Metadata directory not provided
07:57:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.177683 17096 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:51.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.178069 17096 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
07:57:51.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.180423 17096 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/data/instance:
07:57:51.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a288e69d1534904a99fb7056952c99f"
07:57:51.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:51 on dist-test-slave-cvwc"
07:57:51.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.181211 17096 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/wal/instance:
07:57:51.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a288e69d1534904a99fb7056952c99f"
07:57:51.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:51 on dist-test-slave-cvwc"
07:57:51.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.186168 17096 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
07:57:51.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.189260 17118 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:51.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.190563 17096 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
07:57:51.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.190752 17096 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/data,/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/wal
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a288e69d1534904a99fb7056952c99f"
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:51 on dist-test-slave-cvwc"
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.190960 17096 fs_report.cc:389] FS layout report
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/wal
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/wal
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/data/data
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.218619 17096 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:51.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.219388 17096 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:51.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.219666 17096 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:51.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.240816 17096 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.253:39853
07:57:51.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.240875 17220 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.139.253:39853 every 8 connection(s)
07:57:51.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.242352 17096 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/data/info.pb
07:57:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.243911 16943 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu as pid 17096
07:57:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.244086 16943 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-1/wal/instance
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.245093 16943 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/wal
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/data
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/logs
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/data/info.pb
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.252:39977
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.252
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:39209
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41013/jwks.json
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
07:57:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
07:57:51.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.246413 17222 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:57:51.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.252059 17222 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } has no permanent_uuid. Determining permanent_uuid...
07:57:51.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.264911 17222 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } has no permanent_uuid. Determining permanent_uuid...
07:57:51.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.274407 17222 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } has no permanent_uuid. Determining permanent_uuid...
07:57:51.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.275414 17120 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39977: connect: Connection refused (error 111)
07:57:51.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.277005 17222 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.139.252:39977: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39977: connect: Connection refused (error 111)
07:57:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.326325 17222 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } attempt: 1
07:57:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.328230 17222 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.139.252:39977: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39977: connect: Connection refused (error 111)
07:57:51.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.396466 17222 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } attempt: 2
07:57:51.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.398506 17222 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.139.252:39977: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39977: connect: Connection refused (error 111)
07:57:51.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.470914 17091 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } attempt: 5
07:57:51.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.477075 17091 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } has no permanent_uuid. Determining permanent_uuid...
07:57:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.478876 17091 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.139.252:39977: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39977: connect: Connection refused (error 111)
07:57:51.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.489768 17222 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } attempt: 3
07:57:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.491604 17222 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.139.252:39977: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39977: connect: Connection refused (error 111)
07:57:51.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.530077 17091 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } attempt: 1
07:57:51.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.532169 17091 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.139.252:39977: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39977: connect: Connection refused (error 111)
07:57:51.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.574741 17225 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:51.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.575076 17225 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:51.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.575167 17225 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.583643 17225 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
07:57:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.583740 17225 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
07:57:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.583803 17225 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.583858 17225 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
07:57:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.583936 17225 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
07:57:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.583989 17225 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
07:57:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.584048 17225 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41013/jwks.json
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.594003 17225 master_runner.cc:387] Master server non-default flags:
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/logs
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:39209
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/data
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/wal
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.252:39977
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41013/jwks.json
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/data/info.pb
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.252
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Aug 2026 07:43:25 UTC on bdcb31816ec0
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13270
07:57:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:57:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.595609 17225 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.597455 17225 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:51.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.600445 17091 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } attempt: 2
07:57:51.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.602473 17091 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.139.252:39977: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39977: connect: Connection refused (error 111)
07:57:51.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.605902 17237 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:51.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.607050 17240 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:51.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.607185 17236 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:51.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.608331 17225 server_base.cc:1061] running on GCE node
07:57:51.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.609108 17225 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:51.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.610558 17225 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:51.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.611814 17225 hybrid_clock.cc:648] HybridClock initialized: now 1786348671611734 us; error 37 us; skew 500 ppm
07:57:51.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.612170 17225 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:51.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.614460 17225 webserver.cc:533] Webserver started at http://127.16.139.252:38015/ using document root <none> and password file <none>
07:57:51.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.615156 17225 fs_manager.cc:362] Metadata directory not provided
07:57:51.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.615270 17225 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:51.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.615589 17225 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
07:57:51.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.618101 17225 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/data/instance:
07:57:51.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35fbda19a35641c7ae9a5b3d2fb601b7"
07:57:51.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:51 on dist-test-slave-cvwc"
07:57:51.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.618904 17225 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/wal/instance:
07:57:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35fbda19a35641c7ae9a5b3d2fb601b7"
07:57:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:51 on dist-test-slave-cvwc"
07:57:51.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.624269 17225 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
07:57:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.627621 17249 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.628852 17225 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.629002 17225 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/data,/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/wal
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35fbda19a35641c7ae9a5b3d2fb601b7"
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:51 on dist-test-slave-cvwc"
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.629164 17225 fs_report.cc:389] FS layout report
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/wal
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/wal
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/data/data
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:51.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.634847 17222 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } attempt: 4
07:57:51.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.636937 17222 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.139.252:39977: Network error: Client connection negotiation failed: client connection to 127.16.139.252:39977: connect: Connection refused (error 111)
07:57:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.647715 17225 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:51.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.648538 17225 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:51.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.648869 17225 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:51.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.670528 17225 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.252:39977
07:57:51.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.670590 17348 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.139.252:39977 every 8 connection(s)
07:57:51.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.672050 17225 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/data/info.pb
07:57:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.674290 16943 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu as pid 17225
07:57:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.674463 16943 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/master-2/wal/instance
07:57:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.676079 17352 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:57:51.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.683413 17352 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } has no permanent_uuid. Determining permanent_uuid...
07:57:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.695804 17352 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } has no permanent_uuid. Determining permanent_uuid...
07:57:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.702625 17352 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } has no permanent_uuid. Determining permanent_uuid...
07:57:51.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.708691 17091 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } attempt: 3
07:57:51.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.711951 17352 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7: Bootstrap starting.
07:57:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.715867 17352 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7: Neither blocks nor log segments found. Creating new log.
07:57:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.717103 17352 log.cc:826] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7: Log is configured to *not* fsync() on all Append() calls
07:57:51.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.719377 17352 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7: No bootstrap required, opened a new log
07:57:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.720363 17091 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef: Bootstrap starting.
07:57:51.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.723883 17091 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef: Neither blocks nor log segments found. Creating new log.
07:57:51.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.724699 17352 raft_consensus.cc:359] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:51.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.724849 17091 log.cc:826] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef: Log is configured to *not* fsync() on all Append() calls
07:57:51.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.724956 17352 raft_consensus.cc:385] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:57:51.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.725036 17352 raft_consensus.cc:740] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35fbda19a35641c7ae9a5b3d2fb601b7, State: Initialized, Role: FOLLOWER
07:57:51.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.725557 17352 consensus_queue.cc:260] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:51.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.726550 17361 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } } }
07:57:51.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.726833 17361 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [sys.catalog]: This master's current role is: FOLLOWER
07:57:51.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.727707 17352 sys_catalog.cc:565] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [sys.catalog]: configured and running, proceeding with master startup.
07:57:51.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.728245 17091 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef: No bootstrap required, opened a new log
07:57:51.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.734105 17091 raft_consensus.cc:359] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:51.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.734416 17091 raft_consensus.cc:385] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:57:51.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.734532 17091 raft_consensus.cc:740] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a24a7f3ff83f414b909c521d6367cbef, State: Initialized, Role: FOLLOWER
07:57:51.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.735183 17091 consensus_queue.cc:260] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:51.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.736129 17384 sys_catalog.cc:455] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } } }
07:57:51.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.736548 17384 sys_catalog.cc:458] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [sys.catalog]: This master's current role is: FOLLOWER
07:57:51.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.737301 17091 sys_catalog.cc:565] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [sys.catalog]: configured and running, proceeding with master startup.
07:57:51.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.734143 17225 master_runner.cc:187] Error getting master registration for 127.16.139.254:43407: OK, instance_id { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" instance_seqno: 1786348670772482 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:57:51.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.739578 17225 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:57:51.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.741103 17384 raft_consensus.cc:493] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:57:51.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.741308 17384 raft_consensus.cc:515] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:51.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.742762 17384 leader_election.cc:290] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853), 35fbda19a35641c7ae9a5b3d2fb601b7 (127.16.139.252:39977)
07:57:51.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.743538 17295 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a24a7f3ff83f414b909c521d6367cbef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" is_pre_election: true
07:57:51.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.744017 17295 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a24a7f3ff83f414b909c521d6367cbef in term 0.
07:57:51.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.744623 16988 leader_election.cc:304] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7, a24a7f3ff83f414b909c521d6367cbef; no voters:
07:57:51.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.745039 17384 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [term 0 FOLLOWER]: Leader pre-election won for term 1
07:57:51.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.745185 17384 raft_consensus.cc:493] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:57:51.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.745311 17384 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [term 0 FOLLOWER]: Advancing to term 1
07:57:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.748127 17381 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:57:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.748245 17381 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:57:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.750586 17384 raft_consensus.cc:515] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:51.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.751286 17384 leader_election.cc:290] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [CANDIDATE]: Term 1 election: Requested vote from peers 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853), 35fbda19a35641c7ae9a5b3d2fb601b7 (127.16.139.252:39977)
07:57:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.751933 17295 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a24a7f3ff83f414b909c521d6367cbef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7"
07:57:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.752125 17295 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 0 FOLLOWER]: Advancing to term 1
07:57:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.755584 17295 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a24a7f3ff83f414b909c521d6367cbef in term 1.
07:57:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.756140 16988 leader_election.cc:304] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7, a24a7f3ff83f414b909c521d6367cbef; no voters:
07:57:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.756526 17384 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [term 1 FOLLOWER]: Leader election won for term 1
07:57:51.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.757105 17384 raft_consensus.cc:697] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [term 1 LEADER]: Becoming Leader. State: Replica: a24a7f3ff83f414b909c521d6367cbef, State: Running, Role: LEADER
07:57:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:51.758576 16995 tablet.cc:2406] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:57:51.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.760097 17384 consensus_queue.cc:237] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:51.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.763264 17391 sys_catalog.cc:455] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [sys.catalog]: SysCatalogTable state changed. Reason: New leader a24a7f3ff83f414b909c521d6367cbef. Latest consensus state: current_term: 1 leader_uuid: "a24a7f3ff83f414b909c521d6367cbef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } } }
07:57:51.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.763656 17391 sys_catalog.cc:458] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [sys.catalog]: This master's current role is: LEADER
07:57:51.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.765589 17400 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
07:57:51.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.774374 17400 catalog_manager.cc:1520] Initializing Kudu cluster ID...
07:57:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.784368 17405 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:57:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.789489 16962 master_runner.cc:187] Error getting master registration for 127.16.139.253:39853: OK, instance_id { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" instance_seqno: 1786348671235811 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:57:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.796706 16962 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:57:51.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.804943 17295 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 1 FOLLOWER]: Refusing update from remote peer a24a7f3ff83f414b909c521d6367cbef: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:57:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.805893 17391 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [LEADER]: Connected to new peer: Peer: permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:57:51.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.820158 17361 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a24a7f3ff83f414b909c521d6367cbef. Latest consensus state: current_term: 1 leader_uuid: "a24a7f3ff83f414b909c521d6367cbef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } } }
07:57:51.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.820441 17361 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [sys.catalog]: This master's current role is: FOLLOWER
07:57:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.825393 17384 sys_catalog.cc:455] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a24a7f3ff83f414b909c521d6367cbef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } } }
07:57:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.825645 17384 sys_catalog.cc:458] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [sys.catalog]: This master's current role is: LEADER
07:57:51.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.829704 17400 catalog_manager.cc:1383] Generated new cluster ID: 28a005865fb54413989a229dcf3be39c
07:57:51.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.829824 17400 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
07:57:51.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.838778 17361 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a24a7f3ff83f414b909c521d6367cbef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } } }
07:57:51.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.838984 17361 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [sys.catalog]: This master's current role is: FOLLOWER
07:57:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.855765 17400 catalog_manager.cc:1406] Generated new certificate authority record
07:57:51.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.857484 17400 catalog_manager.cc:1540] Loading token signing keys...
07:57:51.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.879173 17400 catalog_manager.cc:6092] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef: Generated new TSK 0
07:57:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.882879 17400 catalog_manager.cc:1550] Initializing in-progress tserver states...
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.899887 16943 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/wal
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/data
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/logs
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/data/info.pb
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.193:0
07:57:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.139.193
07:57:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.193
07:57:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977
07:57:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:39209
07:57:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
07:57:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
07:57:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
07:57:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.936136 17222 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } attempt: 5
07:57:51.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.950109 17222 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f: Bootstrap starting.
07:57:51.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.954800 17222 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f: Neither blocks nor log segments found. Creating new log.
07:57:51.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.957598 17222 log.cc:826] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f: Log is configured to *not* fsync() on all Append() calls
07:57:51.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.972162 17222 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f: No bootstrap required, opened a new log
07:57:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.989167 17222 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:51.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.990085 17222 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:57:51.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.990576 17222 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a288e69d1534904a99fb7056952c99f, State: Initialized, Role: FOLLOWER
07:57:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:51.991961 17222 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:52.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.005968 17157 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 0 FOLLOWER]: Advancing to term 1
07:57:52.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.009605 17157 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 1 FOLLOWER]: Refusing update from remote peer a24a7f3ff83f414b909c521d6367cbef: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:57:52.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.009801 17159 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a24a7f3ff83f414b909c521d6367cbef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a288e69d1534904a99fb7056952c99f" is_pre_election: true
07:57:52.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.010295 17159 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:45918 (request call id 1) took 267 ms (client timeout 311 ms). Trace:
07:57:52.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.010428 17159 rpcz_store.cc:269] 0810 07:57:51.743166 (+ 0us) service_pool.cc:167] Inserting onto call queue
07:57:52.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 07:57:51.743235 (+ 69us) service_pool.cc:224] Handling call
07:57:52.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 07:57:52.010250 (+267015us) inbound_call.cc:177] Queueing success response
07:57:52.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
07:57:52.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.011303 17158 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a24a7f3ff83f414b909c521d6367cbef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a288e69d1534904a99fb7056952c99f"
07:57:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.013806 17384 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [LEADER]: Connected to new peer: Peer: permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:57:52.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.020663 17222 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [sys.catalog]: configured and running, proceeding with master startup.
07:57:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.072606 17413 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "a24a7f3ff83f414b909c521d6367cbef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } } }
07:57:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.073004 17413 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [sys.catalog]: This master's current role is: FOLLOWER
07:57:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.073501 17414 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [sys.catalog]: SysCatalogTable state changed. Reason: New leader a24a7f3ff83f414b909c521d6367cbef. Latest consensus state: current_term: 1 leader_uuid: "a24a7f3ff83f414b909c521d6367cbef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } } }
07:57:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.073801 17414 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [sys.catalog]: This master's current role is: FOLLOWER
07:57:52.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.074990 17426 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a24a7f3ff83f414b909c521d6367cbef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } } }
07:57:52.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.075433 17426 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [sys.catalog]: This master's current role is: FOLLOWER
07:57:52.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.104780 17444 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:57:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.110417 17384 sys_catalog.cc:455] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a24a7f3ff83f414b909c521d6367cbef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } } }
07:57:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.110666 17384 sys_catalog.cc:458] T 00000000000000000000000000000000 P a24a7f3ff83f414b909c521d6367cbef [sys.catalog]: This master's current role is: LEADER
07:57:52.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.325686 17411 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:52.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.326041 17411 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:52.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.326162 17411 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.334808 17411 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.335089 17411 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
07:57:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.335165 17411 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
07:57:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.335201 17411 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
07:57:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.335289 17411 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.139.193
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.345008 17411 tablet_server_runner.cc:78] Tablet server non-default flags:
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/logs
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:39209
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/data
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/wal
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.193:0
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/data/info.pb
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.193
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.139.193
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Aug 2026 07:43:25 UTC on bdcb31816ec0
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13270
07:57:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:57:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.346450 17411 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:52.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.348141 17411 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.357087 17456 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.357174 17454 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.357625 17464 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:52.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.358309 17411 server_base.cc:1061] running on GCE node
07:57:52.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.358879 17411 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.359704 17411 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.360904 17411 hybrid_clock.cc:648] HybridClock initialized: now 1786348672360841 us; error 40 us; skew 500 ppm
07:57:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.361141 17411 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.363183 17411 webserver.cc:533] Webserver started at http://127.16.139.193:45353/ using document root <none> and password file <none>
07:57:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.363814 17411 fs_manager.cc:362] Metadata directory not provided
07:57:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.363916 17411 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:52.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.364192 17411 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
07:57:52.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.366559 17411 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/data/instance:
07:57:52.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9a0fbd560e54e068fa2acb21c7af7e3"
07:57:52.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:52 on dist-test-slave-cvwc"
07:57:52.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.367276 17411 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/wal/instance:
07:57:52.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9a0fbd560e54e068fa2acb21c7af7e3"
07:57:52.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:52 on dist-test-slave-cvwc"
07:57:52.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.372218 17411 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.003s sys 0.003s
07:57:52.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.375310 17472 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:52.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.376570 17411 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.001s
07:57:52.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.376703 17411 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/data,/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/wal
07:57:52.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9a0fbd560e54e068fa2acb21c7af7e3"
07:57:52.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:52 on dist-test-slave-cvwc"
07:57:52.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.376852 17411 fs_report.cc:389] FS layout report
07:57:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/wal
07:57:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/wal
07:57:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/data/data
07:57:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.412636 17411 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:52.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.413371 17411 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:52.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.413599 17411 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.416954 17411 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:57:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.417069 17411 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:57:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.417176 17411 ts_tablet_manager.cc:616] Registered 0 tablets
07:57:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.417261 17411 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:57:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.473094 17411 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.193:44273
07:57:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.473191 17684 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.139.193:44273 every 8 connection(s)
07:57:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.474502 17411 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/data/info.pb
07:57:52.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.476914 17686 heartbeater.cc:344] Connected to a master server at 127.16.139.254:43407
07:57:52.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.477845 17686 heartbeater.cc:461] Registering TS with master...
07:57:52.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.478833 17686 heartbeater.cc:507] Master 127.16.139.254:43407 requested a full tablet report, sending...
07:57:52.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.481423 17014 ts_manager.cc:194] Registered new tserver with Master: a9a0fbd560e54e068fa2acb21c7af7e3 (127.16.139.193:44273)
07:57:52.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.481830 16943 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu as pid 17411
07:57:52.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.482043 16943 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-0/wal/instance
07:57:52.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.482991 17688 heartbeater.cc:344] Connected to a master server at 127.16.139.253:39853
07:57:52.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.483120 17688 heartbeater.cc:461] Registering TS with master...
07:57:52.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.483251 17014 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.139.193:59969
07:57:52.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.483597 17688 heartbeater.cc:507] Master 127.16.139.253:39853 requested a full tablet report, sending...
07:57:52.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.486781 17141 ts_manager.cc:194] Registered new tserver with Master: a9a0fbd560e54e068fa2acb21c7af7e3 (127.16.139.193:44273)
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.488219 17685 heartbeater.cc:344] Connected to a master server at 127.16.139.252:39977
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.488353 17685 heartbeater.cc:461] Registering TS with master...
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.488466 16943 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/wal
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/data
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/logs
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/data/info.pb
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.194:0
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.139.194
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.194
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:39209
07:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
07:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
07:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
07:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.488682 17685 heartbeater.cc:507] Master 127.16.139.252:39977 requested a full tablet report, sending...
07:57:52.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.490213 17277 ts_manager.cc:194] Registered new tserver with Master: a9a0fbd560e54e068fa2acb21c7af7e3 (127.16.139.193:44273)
07:57:52.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.750650 17381 catalog_manager.cc:1295] Loaded cluster ID: 28a005865fb54413989a229dcf3be39c
07:57:52.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.750770 17381 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7: loading cluster ID for follower catalog manager: success
07:57:52.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.754463 17381 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7: acquiring CA information for follower catalog manager: success
07:57:52.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.756892 17381 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:57:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.818142 17696 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.818425 17696 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.818527 17696 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.826530 17696 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.826639 17696 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
07:57:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.826685 17696 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
07:57:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.826727 17696 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
07:57:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.826819 17696 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.139.194
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.836468 17696 tablet_server_runner.cc:78] Tablet server non-default flags:
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/logs
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:39209
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/data
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/wal
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.194:0
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/data/info.pb
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.194
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.139.194
07:57:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:57:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
07:57:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Aug 2026 07:43:25 UTC on bdcb31816ec0
07:57:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13270
07:57:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:57:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.837978 17696 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:52.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.839695 17696 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:52.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.849083 17709 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:52.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.858506 17710 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:52.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.859247 17696 server_base.cc:1061] running on GCE node
07:57:52.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:52.859423 17715 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:52.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.860037 17696 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:52.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.860931 17696 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:52.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.862152 17696 hybrid_clock.cc:648] HybridClock initialized: now 1786348672862074 us; error 54 us; skew 500 ppm
07:57:52.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.862404 17696 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:52.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.864449 17696 webserver.cc:533] Webserver started at http://127.16.139.194:44405/ using document root <none> and password file <none>
07:57:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.865085 17696 fs_manager.cc:362] Metadata directory not provided
07:57:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.865190 17696 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.865470 17696 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
07:57:52.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.867854 17696 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/data/instance:
07:57:52.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bbc1c5556b54beaa5e5c99c032f62e8"
07:57:52.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:52 on dist-test-slave-cvwc"
07:57:52.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.868548 17696 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/wal/instance:
07:57:52.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bbc1c5556b54beaa5e5c99c032f62e8"
07:57:52.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:52 on dist-test-slave-cvwc"
07:57:52.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.873474 17696 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.002s
07:57:52.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.876581 17722 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.877844 17696 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.877983 17696 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/data,/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/wal
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bbc1c5556b54beaa5e5c99c032f62e8"
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:52 on dist-test-slave-cvwc"
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.878134 17696 fs_report.cc:389] FS layout report
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/wal
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/wal
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/data/data
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.901338 17696 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:52.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.902078 17696 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:52.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.902312 17696 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.905043 17696 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:57:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.905131 17696 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:57:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.905223 17696 ts_tablet_manager.cc:616] Registered 0 tablets
07:57:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.905282 17696 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:57:52.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.962109 17696 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.194:39073
07:57:52.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.962174 17946 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.139.194:39073 every 8 connection(s)
07:57:52.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.963624 17696 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/data/info.pb
07:57:52.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.966277 17949 heartbeater.cc:344] Connected to a master server at 127.16.139.254:43407
07:57:52.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.966626 17949 heartbeater.cc:461] Registering TS with master...
07:57:52.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.967736 17949 heartbeater.cc:507] Master 127.16.139.254:43407 requested a full tablet report, sending...
07:57:52.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.969398 17014 ts_manager.cc:194] Registered new tserver with Master: 5bbc1c5556b54beaa5e5c99c032f62e8 (127.16.139.194:39073)
07:57:52.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.969458 16943 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu as pid 17696
07:57:52.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.969630 16943 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-1/wal/instance
07:57:52.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.970495 17014 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.139.194:51475
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.975221 16943 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/wal
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/data
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/logs
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/data/info.pb
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.195:0
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.139.195
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.195
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:39209
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
07:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
07:57:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.979477 17948 heartbeater.cc:344] Connected to a master server at 127.16.139.252:39977
07:57:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.979607 17948 heartbeater.cc:461] Registering TS with master...
07:57:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.979668 17951 heartbeater.cc:344] Connected to a master server at 127.16.139.253:39853
07:57:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.979777 17951 heartbeater.cc:461] Registering TS with master...
07:57:52.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.979984 17948 heartbeater.cc:507] Master 127.16.139.252:39977 requested a full tablet report, sending...
07:57:52.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.980038 17951 heartbeater.cc:507] Master 127.16.139.253:39853 requested a full tablet report, sending...
07:57:52.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.981038 17141 ts_manager.cc:194] Registered new tserver with Master: 5bbc1c5556b54beaa5e5c99c032f62e8 (127.16.139.194:39073)
07:57:52.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:52.981137 17277 ts_manager.cc:194] Registered new tserver with Master: 5bbc1c5556b54beaa5e5c99c032f62e8 (127.16.139.194:39073)
07:57:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.110414 17444 catalog_manager.cc:1295] Loaded cluster ID: 28a005865fb54413989a229dcf3be39c
07:57:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.110565 17444 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f: loading cluster ID for follower catalog manager: success
07:57:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.114639 17444 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f: acquiring CA information for follower catalog manager: success
07:57:53.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.117274 17444 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:57:53.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:53.301508 17954 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:53.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:53.301836 17954 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:53.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:53.301932 17954 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:53.309895 17954 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:53.310003 17954 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
07:57:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:53.310055 17954 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
07:57:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:53.310088 17954 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
07:57:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:53.310171 17954 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.139.195
07:57:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.319649 17954 tablet_server_runner.cc:78] Tablet server non-default flags:
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/logs
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.139.212:39209
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/data
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/wal
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.139.195:0
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/data/info.pb
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.139.195
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.139.195
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 10 Aug 2026 07:43:25 UTC on bdcb31816ec0
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13270
07:57:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:57:53.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.321038 17954 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:53.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.322811 17954 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:53.331588 17971 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:53.331578 17972 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:53.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:53.332813 17976 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:53.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.333842 17954 server_base.cc:1061] running on GCE node
07:57:53.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.334434 17954 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:53.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.335390 17954 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:53.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.336614 17954 hybrid_clock.cc:648] HybridClock initialized: now 1786348673336543 us; error 48 us; skew 500 ppm
07:57:53.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.336861 17954 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.338995 17954 webserver.cc:533] Webserver started at http://127.16.139.195:41547/ using document root <none> and password file <none>
07:57:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.339612 17954 fs_manager.cc:362] Metadata directory not provided
07:57:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.339730 17954 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.340001 17954 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
07:57:53.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.342425 17954 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/data/instance:
07:57:53.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "182d9e91a57241d180ec629384c89126"
07:57:53.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:53 on dist-test-slave-cvwc"
07:57:53.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.343194 17954 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/wal/instance:
07:57:53.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "182d9e91a57241d180ec629384c89126"
07:57:53.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:53 on dist-test-slave-cvwc"
07:57:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.348588 17954 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
07:57:53.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.351795 17984 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.353063 17954 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.353190 17954 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/data,/tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/wal
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "182d9e91a57241d180ec629384c89126"
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 07:57:53 on dist-test-slave-cvwc"
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.353338 17954 fs_report.cc:389] FS layout report
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/wal
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/wal
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/data/data
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:53.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.391970 17954 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:53.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.392779 17954 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:53.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.393013 17954 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:53.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.396356 17954 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:57:53.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.396464 17954 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:57:53.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.396629 17954 ts_tablet_manager.cc:616] Registered 0 tablets
07:57:53.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.396865 17954 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
07:57:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.470817 17954 rpc_server.cc:307] RPC server started. Bound to: 127.16.139.195:35845
07:57:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.470856 18188 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.139.195:35845 every 8 connection(s)
07:57:53.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.472500 17954 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/data/info.pb
07:57:53.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.477213 16943 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu as pid 17954
07:57:53.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.477373 16943 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskOzFJfs/test-tmp/mini-kudu-cluster68991666134246612/ts-2/wal/instance
07:57:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.485809 18189 heartbeater.cc:344] Connected to a master server at 127.16.139.252:39977
07:57:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.486323 18189 heartbeater.cc:461] Registering TS with master...
07:57:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.486526 17686 heartbeater.cc:499] Master 127.16.139.254:43407 was elected leader, sending a full tablet report...
07:57:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.489923 18194 heartbeater.cc:344] Connected to a master server at 127.16.139.254:43407
07:57:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.490082 18194 heartbeater.cc:461] Registering TS with master...
07:57:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.490295 18189 heartbeater.cc:507] Master 127.16.139.252:39977 requested a full tablet report, sending...
07:57:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.490605 18194 heartbeater.cc:507] Master 127.16.139.254:43407 requested a full tablet report, sending...
07:57:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.492154 17276 ts_manager.cc:194] Registered new tserver with Master: 182d9e91a57241d180ec629384c89126 (127.16.139.195:35845)
07:57:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.493330 17014 ts_manager.cc:194] Registered new tserver with Master: 182d9e91a57241d180ec629384c89126 (127.16.139.195:35845)
07:57:53.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.494311 17014 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.139.195:56595
07:57:53.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.496236 18196 heartbeater.cc:344] Connected to a master server at 127.16.139.253:39853
07:57:53.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.496371 18196 heartbeater.cc:461] Registering TS with master...
07:57:53.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.496655 18196 heartbeater.cc:507] Master 127.16.139.253:39853 requested a full tablet report, sending...
07:57:53.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.497575 17139 ts_manager.cc:194] Registered new tserver with Master: 182d9e91a57241d180ec629384c89126 (127.16.139.195:35845)
07:57:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.507292 16943 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
07:57:53.509 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:57:53.509 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
07:57:53.510 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.16.139.254"
port: 43407
}
bound_http_address {
host: "127.16.139.254"
port: 45125
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.16.139.253"
port: 39853
}
bound_http_address {
host: "127.16.139.253"
port: 35277
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.16.139.252"
port: 39977
}
bound_http_address {
host: "127.16.139.252"
port: 38015
}
}
}
07:57:53.510 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:57:53.511 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.16.139.193"
port: 44273
}
bound_http_address {
host: "127.16.139.193"
port: 45353
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.16.139.194"
port: 39073
}
bound_http_address {
host: "127.16.139.194"
port: 44405
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.16.139.195"
port: 35845
}
bound_http_address {
host: "127.16.139.195"
port: 41547
}
}
}
07:57:53.511 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
07:57:53.514 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:57:53.515 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:53.516 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:53.517 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.139.254:43407(127.16.139.254:43407)] Successfully connected to peer
07:57:53.517 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.139.252:39977(127.16.139.252:39977)] connecting to peer
07:57:53.518 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.139.253:39853(127.16.139.253:39853)] Successfully connected to peer
07:57:53.519 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.139.252:39977(127.16.139.252:39977)] Successfully connected to peer
07:57:53.520 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.16.139.253
07:57:53.520 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.16.139.252
07:57:53.528 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.16.139.254
07:57:53.531 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x3de6168b, L:/127.0.0.1:59542 - R:/127.16.139.252:39977] using SASL/PLAIN
07:57:53.533 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x0ed36da7, L:/127.0.0.1:39404 - R:/127.16.139.253:39853] using SASL/PLAIN
07:57:53.537 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x0fd6f4f2, L:/127.0.0.1:53388 - R:/127.16.139.254:43407] using SASL/PLAIN
07:57:53.539 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
07:57:53.539 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=24), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [18ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [19ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: OK, deferred=null) after lookup
07:57:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.540596 17014 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53388:
07:57:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
07:57:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
07:57:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:53.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:53.542630 17014 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
07:57:53.556 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 00b2a26eb253445db189291b89161466
07:57:53.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.585564 17573 tablet_service.cc:1511] Processing CreateTablet for tablet 81748a187ccd4230b3484618495871f8 (DEFAULT_TABLE table=txn_manager_fallback [id=00b2a26eb253445db189291b89161466]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
07:57:53.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.586058 18087 tablet_service.cc:1511] Processing CreateTablet for tablet e827b28071e64e119c0b9ead6e134e8e (DEFAULT_TABLE table=txn_manager_fallback [id=00b2a26eb253445db189291b89161466]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
07:57:53.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.585742 18088 tablet_service.cc:1511] Processing CreateTablet for tablet 81748a187ccd4230b3484618495871f8 (DEFAULT_TABLE table=txn_manager_fallback [id=00b2a26eb253445db189291b89161466]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
07:57:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.587335 18087 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e827b28071e64e119c0b9ead6e134e8e. 1 dirs total, 0 dirs full, 0 dirs failed
07:57:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.587559 17573 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 81748a187ccd4230b3484618495871f8. 1 dirs total, 0 dirs full, 0 dirs failed
07:57:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.589965 18088 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 81748a187ccd4230b3484618495871f8. 1 dirs total, 0 dirs full, 0 dirs failed
07:57:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.591349 17824 tablet_service.cc:1511] Processing CreateTablet for tablet e827b28071e64e119c0b9ead6e134e8e (DEFAULT_TABLE table=txn_manager_fallback [id=00b2a26eb253445db189291b89161466]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
07:57:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.586627 17570 tablet_service.cc:1511] Processing CreateTablet for tablet e827b28071e64e119c0b9ead6e134e8e (DEFAULT_TABLE table=txn_manager_fallback [id=00b2a26eb253445db189291b89161466]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
07:57:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.592681 17824 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e827b28071e64e119c0b9ead6e134e8e. 1 dirs total, 0 dirs full, 0 dirs failed
07:57:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.593122 17570 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e827b28071e64e119c0b9ead6e134e8e. 1 dirs total, 0 dirs full, 0 dirs failed
07:57:53.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.595892 17825 tablet_service.cc:1511] Processing CreateTablet for tablet 81748a187ccd4230b3484618495871f8 (DEFAULT_TABLE table=txn_manager_fallback [id=00b2a26eb253445db189291b89161466]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
07:57:53.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.596319 17825 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 81748a187ccd4230b3484618495871f8. 1 dirs total, 0 dirs full, 0 dirs failed
07:57:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.603395 18238 tablet_bootstrap.cc:492] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3: Bootstrap starting.
07:57:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.603392 18239 tablet_bootstrap.cc:492] T 81748a187ccd4230b3484618495871f8 P 182d9e91a57241d180ec629384c89126: Bootstrap starting.
07:57:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.607120 18238 tablet_bootstrap.cc:654] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3: Neither blocks nor log segments found. Creating new log.
07:57:53.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.608304 18239 tablet_bootstrap.cc:654] T 81748a187ccd4230b3484618495871f8 P 182d9e91a57241d180ec629384c89126: Neither blocks nor log segments found. Creating new log.
07:57:53.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.608682 18238 log.cc:826] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3: Log is configured to *not* fsync() on all Append() calls
07:57:53.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.609527 18239 log.cc:826] T 81748a187ccd4230b3484618495871f8 P 182d9e91a57241d180ec629384c89126: Log is configured to *not* fsync() on all Append() calls
07:57:53.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.611398 18241 tablet_bootstrap.cc:492] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8: Bootstrap starting.
07:57:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.612812 18239 tablet_bootstrap.cc:492] T 81748a187ccd4230b3484618495871f8 P 182d9e91a57241d180ec629384c89126: No bootstrap required, opened a new log
07:57:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.613135 18239 ts_tablet_manager.cc:1403] T 81748a187ccd4230b3484618495871f8 P 182d9e91a57241d180ec629384c89126: Time spent bootstrapping tablet: real 0.010s user 0.002s sys 0.006s
07:57:53.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.615024 18241 tablet_bootstrap.cc:654] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8: Neither blocks nor log segments found. Creating new log.
07:57:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.615516 18238 tablet_bootstrap.cc:492] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3: No bootstrap required, opened a new log
07:57:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.615799 18238 ts_tablet_manager.cc:1403] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3: Time spent bootstrapping tablet: real 0.013s user 0.008s sys 0.000s
07:57:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.616468 18241 log.cc:826] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8: Log is configured to *not* fsync() on all Append() calls
07:57:53.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.619071 18241 tablet_bootstrap.cc:492] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8: No bootstrap required, opened a new log
07:57:53.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.619448 18241 ts_tablet_manager.cc:1403] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8: Time spent bootstrapping tablet: real 0.008s user 0.007s sys 0.000s
07:57:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.620170 18239 raft_consensus.cc:359] T 81748a187ccd4230b3484618495871f8 P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } }
07:57:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.620551 18239 raft_consensus.cc:385] T 81748a187ccd4230b3484618495871f8 P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:57:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.620661 18239 raft_consensus.cc:740] T 81748a187ccd4230b3484618495871f8 P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 182d9e91a57241d180ec629384c89126, State: Initialized, Role: FOLLOWER
07:57:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.621318 18239 consensus_queue.cc:260] T 81748a187ccd4230b3484618495871f8 P 182d9e91a57241d180ec629384c89126 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } }
07:57:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.621431 18238 raft_consensus.cc:359] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } }
07:57:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.621973 18238 raft_consensus.cc:385] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:57:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.622087 18238 raft_consensus.cc:740] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a9a0fbd560e54e068fa2acb21c7af7e3, State: Initialized, Role: FOLLOWER
07:57:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.622689 18238 consensus_queue.cc:260] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } }
07:57:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.624225 18238 ts_tablet_manager.cc:1434] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3: Time spent starting tablet: real 0.008s user 0.007s sys 0.000s
07:57:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.624780 18238 tablet_bootstrap.cc:492] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3: Bootstrap starting.
07:57:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.626535 18238 tablet_bootstrap.cc:654] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3: Neither blocks nor log segments found. Creating new log.
07:57:53.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.632486 18241 raft_consensus.cc:359] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } }
07:57:53.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.633057 18239 ts_tablet_manager.cc:1434] T 81748a187ccd4230b3484618495871f8 P 182d9e91a57241d180ec629384c89126: Time spent starting tablet: real 0.020s user 0.003s sys 0.013s
07:57:53.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.633316 18194 heartbeater.cc:499] Master 127.16.139.254:43407 was elected leader, sending a full tablet report...
07:57:53.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.633769 18241 raft_consensus.cc:385] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:57:53.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.634048 18241 raft_consensus.cc:740] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bbc1c5556b54beaa5e5c99c032f62e8, State: Initialized, Role: FOLLOWER
07:57:53.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.635212 18241 consensus_queue.cc:260] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } }
07:57:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.638517 18241 ts_tablet_manager.cc:1434] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8: Time spent starting tablet: real 0.019s user 0.005s sys 0.004s
07:57:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.638904 17949 heartbeater.cc:499] Master 127.16.139.254:43407 was elected leader, sending a full tablet report...
07:57:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.639056 18241 tablet_bootstrap.cc:492] T e827b28071e64e119c0b9ead6e134e8e P 5bbc1c5556b54beaa5e5c99c032f62e8: Bootstrap starting.
07:57:53.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.640775 18241 tablet_bootstrap.cc:654] T e827b28071e64e119c0b9ead6e134e8e P 5bbc1c5556b54beaa5e5c99c032f62e8: Neither blocks nor log segments found. Creating new log.
07:57:53.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.644855 18239 tablet_bootstrap.cc:492] T e827b28071e64e119c0b9ead6e134e8e P 182d9e91a57241d180ec629384c89126: Bootstrap starting.
07:57:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.647198 18239 tablet_bootstrap.cc:654] T e827b28071e64e119c0b9ead6e134e8e P 182d9e91a57241d180ec629384c89126: Neither blocks nor log segments found. Creating new log.
07:57:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.647801 18241 tablet_bootstrap.cc:492] T e827b28071e64e119c0b9ead6e134e8e P 5bbc1c5556b54beaa5e5c99c032f62e8: No bootstrap required, opened a new log
07:57:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.647814 18238 tablet_bootstrap.cc:492] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3: No bootstrap required, opened a new log
07:57:53.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.647974 18238 ts_tablet_manager.cc:1403] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3: Time spent bootstrapping tablet: real 0.023s user 0.016s sys 0.004s
07:57:53.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.647953 18241 ts_tablet_manager.cc:1403] T e827b28071e64e119c0b9ead6e134e8e P 5bbc1c5556b54beaa5e5c99c032f62e8: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.003s
07:57:53.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.648770 18238 raft_consensus.cc:359] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.648933 18238 raft_consensus.cc:385] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:57:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.649029 18238 raft_consensus.cc:740] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a9a0fbd560e54e068fa2acb21c7af7e3, State: Initialized, Role: FOLLOWER
07:57:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.649133 18241 raft_consensus.cc:359] T e827b28071e64e119c0b9ead6e134e8e P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.649330 18241 raft_consensus.cc:385] T e827b28071e64e119c0b9ead6e134e8e P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:57:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.649417 18241 raft_consensus.cc:740] T e827b28071e64e119c0b9ead6e134e8e P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bbc1c5556b54beaa5e5c99c032f62e8, State: Initialized, Role: FOLLOWER
07:57:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.649312 18238 consensus_queue.cc:260] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:53.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.649658 18241 consensus_queue.cc:260] T e827b28071e64e119c0b9ead6e134e8e P 5bbc1c5556b54beaa5e5c99c032f62e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:53.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.650177 18241 ts_tablet_manager.cc:1434] T e827b28071e64e119c0b9ead6e134e8e P 5bbc1c5556b54beaa5e5c99c032f62e8: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
07:57:53.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.653402 18239 tablet_bootstrap.cc:492] T e827b28071e64e119c0b9ead6e134e8e P 182d9e91a57241d180ec629384c89126: No bootstrap required, opened a new log
07:57:53.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.653429 18238 ts_tablet_manager.cc:1434] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3: Time spent starting tablet: real 0.005s user 0.002s sys 0.000s
07:57:53.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.653800 18239 ts_tablet_manager.cc:1403] T e827b28071e64e119c0b9ead6e134e8e P 182d9e91a57241d180ec629384c89126: Time spent bootstrapping tablet: real 0.015s user 0.004s sys 0.001s
07:57:53.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.655263 18239 raft_consensus.cc:359] T e827b28071e64e119c0b9ead6e134e8e P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:53.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.655586 18239 raft_consensus.cc:385] T e827b28071e64e119c0b9ead6e134e8e P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:57:53.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.655840 18239 raft_consensus.cc:740] T e827b28071e64e119c0b9ead6e134e8e P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 182d9e91a57241d180ec629384c89126, State: Initialized, Role: FOLLOWER
07:57:53.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.656240 18239 consensus_queue.cc:260] T e827b28071e64e119c0b9ead6e134e8e P 182d9e91a57241d180ec629384c89126 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:53.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.657395 18239 ts_tablet_manager.cc:1434] T e827b28071e64e119c0b9ead6e134e8e P 182d9e91a57241d180ec629384c89126: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
07:57:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.693852 18251 raft_consensus.cc:493] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:57:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.694133 18251 raft_consensus.cc:515] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:53.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.695955 18251 leader_election.cc:290] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5bbc1c5556b54beaa5e5c99c032f62e8 (127.16.139.194:39073), 182d9e91a57241d180ec629384c89126 (127.16.139.195:35845)
07:57:53.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.703722 17862 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e827b28071e64e119c0b9ead6e134e8e" candidate_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" is_pre_election: true
07:57:53.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.704321 17862 raft_consensus.cc:2468] T e827b28071e64e119c0b9ead6e134e8e P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a9a0fbd560e54e068fa2acb21c7af7e3 in term 0.
07:57:53.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.704221 18124 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e827b28071e64e119c0b9ead6e134e8e" candidate_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "182d9e91a57241d180ec629384c89126" is_pre_election: true
07:57:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.704859 18124 raft_consensus.cc:2468] T e827b28071e64e119c0b9ead6e134e8e P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a9a0fbd560e54e068fa2acb21c7af7e3 in term 0.
07:57:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.704978 17474 leader_election.cc:304] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5bbc1c5556b54beaa5e5c99c032f62e8, a9a0fbd560e54e068fa2acb21c7af7e3; no voters:
07:57:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.705381 18251 raft_consensus.cc:2804] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:57:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.705541 18251 raft_consensus.cc:493] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:57:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.705646 18251 raft_consensus.cc:3060] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Advancing to term 1
07:57:53.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.707749 18251 raft_consensus.cc:515] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.708303 18251 leader_election.cc:290] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [CANDIDATE]: Term 1 election: Requested vote from peers 5bbc1c5556b54beaa5e5c99c032f62e8 (127.16.139.194:39073), 182d9e91a57241d180ec629384c89126 (127.16.139.195:35845)
07:57:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.708717 17862 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e827b28071e64e119c0b9ead6e134e8e" candidate_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8"
07:57:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.708820 18124 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e827b28071e64e119c0b9ead6e134e8e" candidate_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "182d9e91a57241d180ec629384c89126"
07:57:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.708897 17862 raft_consensus.cc:3060] T e827b28071e64e119c0b9ead6e134e8e P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Advancing to term 1
07:57:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.708963 18124 raft_consensus.cc:3060] T e827b28071e64e119c0b9ead6e134e8e P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Advancing to term 1
07:57:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.711076 18124 raft_consensus.cc:2468] T e827b28071e64e119c0b9ead6e134e8e P 182d9e91a57241d180ec629384c89126 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a9a0fbd560e54e068fa2acb21c7af7e3 in term 1.
07:57:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.711138 17862 raft_consensus.cc:2468] T e827b28071e64e119c0b9ead6e134e8e P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a9a0fbd560e54e068fa2acb21c7af7e3 in term 1.
07:57:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.711457 17474 leader_election.cc:304] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 182d9e91a57241d180ec629384c89126, a9a0fbd560e54e068fa2acb21c7af7e3; no voters:
07:57:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.711712 18251 raft_consensus.cc:2804] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [term 1 FOLLOWER]: Leader election won for term 1
07:57:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.712146 18251 raft_consensus.cc:697] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [term 1 LEADER]: Becoming Leader. State: Replica: a9a0fbd560e54e068fa2acb21c7af7e3, State: Running, Role: LEADER
07:57:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.712630 18251 consensus_queue.cc:237] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.718291 17014 catalog_manager.cc:5719] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 reported cstate change: term changed from 0 to 1, leader changed from <none> to a9a0fbd560e54e068fa2acb21c7af7e3 (127.16.139.193). New cstate: current_term: 1 leader_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } health_report { overall_health: UNKNOWN } } }
07:57:53.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:53.725402 17952 tablet.cc:2406] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:57:53.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:53.728359 17691 tablet.cc:2406] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:57:53.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:53.742879 18203 tablet.cc:2406] T 81748a187ccd4230b3484618495871f8 P 182d9e91a57241d180ec629384c89126: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:57:53.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.846504 18254 raft_consensus.cc:493] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:57:53.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.846688 18254 raft_consensus.cc:515] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } }
07:57:53.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.848340 18254 leader_election.cc:290] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 182d9e91a57241d180ec629384c89126 (127.16.139.195:35845), a9a0fbd560e54e068fa2acb21c7af7e3 (127.16.139.193:44273)
07:57:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.849661 18251 raft_consensus.cc:493] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:57:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.849937 18251 raft_consensus.cc:515] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } }
07:57:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.850687 18251 leader_election.cc:290] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 182d9e91a57241d180ec629384c89126 (127.16.139.195:35845), 5bbc1c5556b54beaa5e5c99c032f62e8 (127.16.139.194:39073)
07:57:53.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.851433 18124 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "81748a187ccd4230b3484618495871f8" candidate_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "182d9e91a57241d180ec629384c89126" is_pre_election: true
07:57:53.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.851541 17862 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "81748a187ccd4230b3484618495871f8" candidate_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" is_pre_election: true
07:57:53.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.851739 18124 raft_consensus.cc:2468] T 81748a187ccd4230b3484618495871f8 P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a9a0fbd560e54e068fa2acb21c7af7e3 in term 0.
07:57:53.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.851753 17862 raft_consensus.cc:2468] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a9a0fbd560e54e068fa2acb21c7af7e3 in term 0.
07:57:53.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.852298 17474 leader_election.cc:304] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5bbc1c5556b54beaa5e5c99c032f62e8, a9a0fbd560e54e068fa2acb21c7af7e3; no voters:
07:57:53.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.852695 18251 raft_consensus.cc:2804] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:57:53.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.852813 18251 raft_consensus.cc:493] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:57:53.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.852921 18251 raft_consensus.cc:3060] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Advancing to term 1
07:57:53.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.856086 18251 raft_consensus.cc:515] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } }
07:57:53.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.857028 17609 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "81748a187ccd4230b3484618495871f8" candidate_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" is_pre_election: true
07:57:53.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.857471 18124 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "81748a187ccd4230b3484618495871f8" candidate_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "182d9e91a57241d180ec629384c89126"
07:57:53.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.857573 17609 raft_consensus.cc:2393] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5bbc1c5556b54beaa5e5c99c032f62e8 in current term 1: Already voted for candidate a9a0fbd560e54e068fa2acb21c7af7e3 in this term.
07:57:53.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.857684 18124 raft_consensus.cc:3060] T 81748a187ccd4230b3484618495871f8 P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Advancing to term 1
07:57:53.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.859766 18124 raft_consensus.cc:2468] T 81748a187ccd4230b3484618495871f8 P 182d9e91a57241d180ec629384c89126 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a9a0fbd560e54e068fa2acb21c7af7e3 in term 1.
07:57:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.860179 17474 leader_election.cc:304] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 182d9e91a57241d180ec629384c89126, a9a0fbd560e54e068fa2acb21c7af7e3; no voters:
07:57:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.860527 18261 raft_consensus.cc:2804] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 1 FOLLOWER]: Leader election won for term 1
07:57:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.860901 17862 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "81748a187ccd4230b3484618495871f8" candidate_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8"
07:57:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.861117 17862 raft_consensus.cc:3060] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Advancing to term 1
07:57:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.861088 18261 raft_consensus.cc:697] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 1 LEADER]: Becoming Leader. State: Replica: a9a0fbd560e54e068fa2acb21c7af7e3, State: Running, Role: LEADER
07:57:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.861445 18261 consensus_queue.cc:237] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } }
07:57:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.862218 18124 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "81748a187ccd4230b3484618495871f8" candidate_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "182d9e91a57241d180ec629384c89126" is_pre_election: true
07:57:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.862530 18124 raft_consensus.cc:2393] T 81748a187ccd4230b3484618495871f8 P 182d9e91a57241d180ec629384c89126 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5bbc1c5556b54beaa5e5c99c032f62e8 in current term 1: Already voted for candidate a9a0fbd560e54e068fa2acb21c7af7e3 in this term.
07:57:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.863327 17725 leader_election.cc:304] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5bbc1c5556b54beaa5e5c99c032f62e8; no voters: 182d9e91a57241d180ec629384c89126, a9a0fbd560e54e068fa2acb21c7af7e3
07:57:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.863945 17862 raft_consensus.cc:2468] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a9a0fbd560e54e068fa2acb21c7af7e3 in term 1.
07:57:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.864125 18254 raft_consensus.cc:2749] T 81748a187ccd4230b3484618495871f8 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:57:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.860252 18251 leader_election.cc:290] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [CANDIDATE]: Term 1 election: Requested vote from peers 182d9e91a57241d180ec629384c89126 (127.16.139.195:35845), 5bbc1c5556b54beaa5e5c99c032f62e8 (127.16.139.194:39073)
07:57:53.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:53.866343 17014 catalog_manager.cc:5719] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 reported cstate change: term changed from 0 to 1, leader changed from <none> to a9a0fbd560e54e068fa2acb21c7af7e3 (127.16.139.193). New cstate: current_term: 1 leader_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } health_report { overall_health: HEALTHY } } }
07:57:54.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.037451 17014 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53398:
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
07:57:54.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
07:57:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:54.038726 17014 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
07:57:54.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.050865 17825 tablet_service.cc:1511] Processing CreateTablet for tablet b5ae3351d0bf4ab3b929a1d0f0ab4b11 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=32a7c87f4e5447dcad2cb5884da27e7f]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
07:57:54.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.050973 17573 tablet_service.cc:1511] Processing CreateTablet for tablet b5ae3351d0bf4ab3b929a1d0f0ab4b11 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=32a7c87f4e5447dcad2cb5884da27e7f]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
07:57:54.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.051880 17825 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b5ae3351d0bf4ab3b929a1d0f0ab4b11. 1 dirs total, 0 dirs full, 0 dirs failed
07:57:54.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.051891 17573 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b5ae3351d0bf4ab3b929a1d0f0ab4b11. 1 dirs total, 0 dirs full, 0 dirs failed
07:57:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.054095 18088 tablet_service.cc:1511] Processing CreateTablet for tablet b5ae3351d0bf4ab3b929a1d0f0ab4b11 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=32a7c87f4e5447dcad2cb5884da27e7f]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
07:57:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.054863 18088 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b5ae3351d0bf4ab3b929a1d0f0ab4b11. 1 dirs total, 0 dirs full, 0 dirs failed
07:57:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.059110 18241 tablet_bootstrap.cc:492] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8: Bootstrap starting.
07:57:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.059170 18238 tablet_bootstrap.cc:492] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3: Bootstrap starting.
07:57:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.060091 18239 tablet_bootstrap.cc:492] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126: Bootstrap starting.
07:57:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.060755 18241 tablet_bootstrap.cc:654] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8: Neither blocks nor log segments found. Creating new log.
07:57:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.060926 18238 tablet_bootstrap.cc:654] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3: Neither blocks nor log segments found. Creating new log.
07:57:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.061815 18239 tablet_bootstrap.cc:654] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126: Neither blocks nor log segments found. Creating new log.
07:57:54.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.062925 18241 tablet_bootstrap.cc:492] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8: No bootstrap required, opened a new log
07:57:54.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.063081 18241 ts_tablet_manager.cc:1403] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.003s
07:57:54.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.063657 18239 tablet_bootstrap.cc:492] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126: No bootstrap required, opened a new log
07:57:54.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.063818 18239 ts_tablet_manager.cc:1403] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
07:57:54.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.063912 18241 raft_consensus.cc:359] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:54.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.064102 18241 raft_consensus.cc:385] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:57:54.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.064167 18241 raft_consensus.cc:740] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bbc1c5556b54beaa5e5c99c032f62e8, State: Initialized, Role: FOLLOWER
07:57:54.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.064456 18241 consensus_queue.cc:260] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:54.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.064527 18239 raft_consensus.cc:359] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:54.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.064697 18239 raft_consensus.cc:385] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:57:54.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.064882 18254 tablet_replica.cc:442] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } }
07:57:54.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.065078 18254 tablet_replica.cc:445] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8: This TxnStatusTablet replica's current role is: FOLLOWER
07:57:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.065997 18241 ts_tablet_manager.cc:1434] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
07:57:54.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.070189 18239 raft_consensus.cc:740] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 182d9e91a57241d180ec629384c89126, State: Initialized, Role: FOLLOWER
07:57:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.070550 18239 consensus_queue.cc:260] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.071023 18250 tablet_replica.cc:442] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } }
07:57:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.071240 18250 tablet_replica.cc:445] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126: This TxnStatusTablet replica's current role is: FOLLOWER
07:57:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.072283 18239 ts_tablet_manager.cc:1434] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126: Time spent starting tablet: real 0.008s user 0.002s sys 0.000s
07:57:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.073071 18238 tablet_bootstrap.cc:492] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3: No bootstrap required, opened a new log
07:57:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.073246 18238 ts_tablet_manager.cc:1403] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3: Time spent bootstrapping tablet: real 0.014s user 0.003s sys 0.009s
07:57:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.074792 18238 raft_consensus.cc:359] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.074957 18238 raft_consensus.cc:385] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:57:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.075407 18238 raft_consensus.cc:740] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a9a0fbd560e54e068fa2acb21c7af7e3, State: Initialized, Role: FOLLOWER
07:57:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.075665 18238 consensus_queue.cc:260] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.076069 18238 ts_tablet_manager.cc:1434] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
07:57:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.076104 18261 tablet_replica.cc:442] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } }
07:57:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.076344 18261 tablet_replica.cc:445] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3: This TxnStatusTablet replica's current role is: FOLLOWER
07:57:54.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.132517 18250 raft_consensus.cc:493] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:57:54.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.132702 18250 raft_consensus.cc:515] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.134289 18250 leader_election.cc:290] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a9a0fbd560e54e068fa2acb21c7af7e3 (127.16.139.193:44273), 5bbc1c5556b54beaa5e5c99c032f62e8 (127.16.139.194:39073)
07:57:54.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.140617 18254 raft_consensus.cc:493] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:57:54.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.140756 17609 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b5ae3351d0bf4ab3b929a1d0f0ab4b11" candidate_uuid: "182d9e91a57241d180ec629384c89126" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" is_pre_election: true
07:57:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.140803 18254 raft_consensus.cc:515] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.141002 17609 raft_consensus.cc:2468] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 182d9e91a57241d180ec629384c89126 in term 0.
07:57:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.140980 17862 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b5ae3351d0bf4ab3b929a1d0f0ab4b11" candidate_uuid: "182d9e91a57241d180ec629384c89126" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" is_pre_election: true
07:57:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.141191 17862 raft_consensus.cc:2468] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 182d9e91a57241d180ec629384c89126 in term 0.
07:57:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.141494 18254 leader_election.cc:290] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a9a0fbd560e54e068fa2acb21c7af7e3 (127.16.139.193:44273), 182d9e91a57241d180ec629384c89126 (127.16.139.195:35845)
07:57:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.141589 17987 leader_election.cc:304] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 182d9e91a57241d180ec629384c89126, a9a0fbd560e54e068fa2acb21c7af7e3; no voters:
07:57:54.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.141996 18250 raft_consensus.cc:2804] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:57:54.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.142046 18124 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b5ae3351d0bf4ab3b929a1d0f0ab4b11" candidate_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "182d9e91a57241d180ec629384c89126" is_pre_election: true
07:57:54.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.142122 18250 raft_consensus.cc:493] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:57:54.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.142230 18250 raft_consensus.cc:3060] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [term 0 FOLLOWER]: Advancing to term 1
07:57:54.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.142593 17609 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b5ae3351d0bf4ab3b929a1d0f0ab4b11" candidate_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" is_pre_election: true
07:57:54.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.142783 17609 raft_consensus.cc:2468] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5bbc1c5556b54beaa5e5c99c032f62e8 in term 0.
07:57:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.143208 17726 leader_election.cc:304] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5bbc1c5556b54beaa5e5c99c032f62e8, a9a0fbd560e54e068fa2acb21c7af7e3; no voters:
07:57:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.143486 18254 raft_consensus.cc:2804] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:57:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.143587 18254 raft_consensus.cc:493] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:57:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.143707 18254 raft_consensus.cc:3060] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 0 FOLLOWER]: Advancing to term 1
07:57:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.145123 18250 raft_consensus.cc:515] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.145473 18124 raft_consensus.cc:2393] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5bbc1c5556b54beaa5e5c99c032f62e8 in current term 1: Already voted for candidate 182d9e91a57241d180ec629384c89126 in this term.
07:57:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.145828 18250 leader_election.cc:290] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [CANDIDATE]: Term 1 election: Requested vote from peers a9a0fbd560e54e068fa2acb21c7af7e3 (127.16.139.193:44273), 5bbc1c5556b54beaa5e5c99c032f62e8 (127.16.139.194:39073)
07:57:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.146308 17609 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b5ae3351d0bf4ab3b929a1d0f0ab4b11" candidate_uuid: "182d9e91a57241d180ec629384c89126" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3"
07:57:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.146474 17609 raft_consensus.cc:3060] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 0 FOLLOWER]: Advancing to term 1
07:57:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.146504 18254 raft_consensus.cc:515] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.147490 17606 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b5ae3351d0bf4ab3b929a1d0f0ab4b11" candidate_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3"
07:57:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.148219 17862 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b5ae3351d0bf4ab3b929a1d0f0ab4b11" candidate_uuid: "182d9e91a57241d180ec629384c89126" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8"
07:57:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.148509 17862 raft_consensus.cc:2393] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 182d9e91a57241d180ec629384c89126 in current term 1: Already voted for candidate 5bbc1c5556b54beaa5e5c99c032f62e8 in this term.
07:57:54.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.149118 18254 leader_election.cc:290] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [CANDIDATE]: Term 1 election: Requested vote from peers a9a0fbd560e54e068fa2acb21c7af7e3 (127.16.139.193:44273), 182d9e91a57241d180ec629384c89126 (127.16.139.195:35845)
07:57:54.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.149360 18124 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b5ae3351d0bf4ab3b929a1d0f0ab4b11" candidate_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "182d9e91a57241d180ec629384c89126"
07:57:54.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.149446 17609 raft_consensus.cc:2468] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 182d9e91a57241d180ec629384c89126 in term 1.
07:57:54.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.149570 18124 raft_consensus.cc:2393] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 5bbc1c5556b54beaa5e5c99c032f62e8 in current term 1: Already voted for candidate 182d9e91a57241d180ec629384c89126 in this term.
07:57:54.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.149801 17987 leader_election.cc:304] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 182d9e91a57241d180ec629384c89126, a9a0fbd560e54e068fa2acb21c7af7e3; no voters: 5bbc1c5556b54beaa5e5c99c032f62e8
07:57:54.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.149989 17725 leader_election.cc:304] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5bbc1c5556b54beaa5e5c99c032f62e8; no voters: 182d9e91a57241d180ec629384c89126, a9a0fbd560e54e068fa2acb21c7af7e3
07:57:54.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.150142 18250 raft_consensus.cc:2804] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [term 1 FOLLOWER]: Leader election won for term 1
07:57:54.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.150352 18254 raft_consensus.cc:2749] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
07:57:54.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.150555 18250 raft_consensus.cc:697] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [term 1 LEADER]: Becoming Leader. State: Replica: 182d9e91a57241d180ec629384c89126, State: Running, Role: LEADER
07:57:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.151253 18250 consensus_queue.cc:237] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } }
07:57:54.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.153039 18261 consensus_queue.cc:1048] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:57:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.156355 18295 tablet_replica.cc:442] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126: TxnStatusTablet state changed. Reason: New leader 182d9e91a57241d180ec629384c89126. Latest consensus state: current_term: 1 leader_uuid: "182d9e91a57241d180ec629384c89126" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } }
07:57:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.156654 18295 tablet_replica.cc:445] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126: This TxnStatusTablet replica's current role is: LEADER
07:57:54.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.158592 17014 catalog_manager.cc:5719] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 reported cstate change: term changed from 0 to 1, leader changed from <none> to 182d9e91a57241d180ec629384c89126 (127.16.139.195). New cstate: current_term: 1 leader_uuid: "182d9e91a57241d180ec629384c89126" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } health_report { overall_health: HEALTHY } } }
07:57:54.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.159500 18301 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
07:57:54.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.159821 18301 txn_status_manager.cc:930] Loading transaction status metadata into memory...
07:57:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.176157 18266 consensus_queue.cc:1048] T e827b28071e64e119c0b9ead6e134e8e P a9a0fbd560e54e068fa2acb21c7af7e3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:57:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.214849 17862 raft_consensus.cc:1275] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8 [term 1 FOLLOWER]: Refusing update from remote peer 182d9e91a57241d180ec629384c89126: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:57:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.215090 17609 raft_consensus.cc:1275] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3 [term 1 FOLLOWER]: Refusing update from remote peer 182d9e91a57241d180ec629384c89126: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:57:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.215498 18250 consensus_queue.cc:1048] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:57:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.215818 18295 consensus_queue.cc:1048] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:57:54.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.231459 18254 tablet_replica.cc:442] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8: TxnStatusTablet state changed. Reason: New leader 182d9e91a57241d180ec629384c89126. Latest consensus state: current_term: 1 leader_uuid: "182d9e91a57241d180ec629384c89126" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } }
07:57:54.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.231719 18254 tablet_replica.cc:445] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8: This TxnStatusTablet replica's current role is: FOLLOWER
07:57:54.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.232867 18305 mvcc.cc:204] Tried to move back new op lower bound from 7316884169576394752 to 7316884169327722496. Current Snapshot: MvccSnapshot[applied={T|T < 7316884169576394752}]
07:57:54.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.235086 18254 tablet_replica.cc:442] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "182d9e91a57241d180ec629384c89126" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } }
07:57:54.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.235312 18254 tablet_replica.cc:445] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 5bbc1c5556b54beaa5e5c99c032f62e8: This TxnStatusTablet replica's current role is: FOLLOWER
07:57:54.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.239574 18251 tablet_replica.cc:442] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3: TxnStatusTablet state changed. Reason: New leader 182d9e91a57241d180ec629384c89126. Latest consensus state: current_term: 1 leader_uuid: "182d9e91a57241d180ec629384c89126" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } }
07:57:54.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.239825 18251 tablet_replica.cc:445] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3: This TxnStatusTablet replica's current role is: FOLLOWER
07:57:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.239784 18298 tablet_replica.cc:442] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "182d9e91a57241d180ec629384c89126" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } }
07:57:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.240139 18298 tablet_replica.cc:445] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126: This TxnStatusTablet replica's current role is: LEADER
07:57:54.246 [DEBUG - Time-limited test] (KuduTransaction.java:705) starting keepalive heartbeating with period 500 ms (txn ID 0)
07:57:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.248502 18250 tablet_replica.cc:442] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "182d9e91a57241d180ec629384c89126" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } }
07:57:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.248847 18250 tablet_replica.cc:445] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126: This TxnStatusTablet replica's current role is: LEADER
07:57:54.251 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 00b2a26eb253445db189291b89161466
07:57:54.253 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 81748a187ccd4230b3484618495871f8 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
07:57:54.253 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet e827b28071e64e119c0b9ead6e134e8e for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
07:57:54.254 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=81748a187ccd4230b3484618495871f8@[182d9e91a57241d180ec629384c89126(127.16.139.195:35845),5bbc1c5556b54beaa5e5c99c032f62e8(127.16.139.194:39073),a9a0fbd560e54e068fa2acb21c7af7e3(127.16.139.193:44273)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=e827b28071e64e119c0b9ead6e134e8e@[182d9e91a57241d180ec629384c89126(127.16.139.195:35845),5bbc1c5556b54beaa5e5c99c032f62e8(127.16.139.194:39073),a9a0fbd560e54e068fa2acb21c7af7e3(127.16.139.193:44273)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
07:57:54.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.139.254:43407, [2ms] Sub RPC GetTableLocations: received response from server master-127.16.139.254:43407: OK, deferred=null) after lookup
07:57:54.254 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a9a0fbd560e54e068fa2acb21c7af7e3(127.16.139.193:44273)] connecting to peer
07:57:54.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.259222 18251 tablet_replica.cc:442] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "182d9e91a57241d180ec629384c89126" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a9a0fbd560e54e068fa2acb21c7af7e3" member_type: VOTER last_known_addr { host: "127.16.139.193" port: 44273 } } peers { permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 } } peers { permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 } } }
07:57:54.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.259459 18251 tablet_replica.cc:445] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P a9a0fbd560e54e068fa2acb21c7af7e3: This TxnStatusTablet replica's current role is: FOLLOWER
07:57:54.268 [DEBUG - kudu-nio-3] (Connection.java:757) [peer a9a0fbd560e54e068fa2acb21c7af7e3(127.16.139.193:44273)] Successfully connected to peer
07:57:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.271348 18251 consensus_queue.cc:1048] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5bbc1c5556b54beaa5e5c99c032f62e8" member_type: VOTER last_known_addr { host: "127.16.139.194" port: 39073 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:57:54.283 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x513d64e3, L:/127.0.0.1:34662 - R:/127.16.139.193:44273] using TOKEN/null
07:57:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.297762 18261 consensus_queue.cc:1048] T 81748a187ccd4230b3484618495871f8 P a9a0fbd560e54e068fa2acb21c7af7e3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "182d9e91a57241d180ec629384c89126" member_type: VOTER last_known_addr { host: "127.16.139.195" port: 35845 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:57:54.347 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.139.254:43407
07:57:54.348 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:57:54.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.348734 16943 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu pid 16962
07:57:54.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.350116 17084 generic_service.cc:196] Checking for leaks (request via RPC)
07:57:54.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.469645 16943 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu with pid 16962
07:57:54.517 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.139.254:43407(127.16.139.254:43407)] handling channelInactive
07:57:54.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state READY due to: connection closed
07:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:54.518626 17255 connection.cc:573] server connection from 127.0.0.1:43816 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:57:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:54.519483 17123 connection.cc:573] server connection from 127.0.0.1:45918 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:57:54.520 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:54.758 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:54.759 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.760 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.760 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.16.139.254:43407(127.16.139.254:43407) for tablet Kudu Master: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.770931 18332 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a24a7f3ff83f414b909c521d6367cbef)
07:57:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.771124 18333 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a24a7f3ff83f414b909c521d6367cbef)
07:57:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.771169 18332 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.771382 18333 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.772643 18333 leader_election.cc:290] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 35fbda19a35641c7ae9a5b3d2fb601b7 (127.16.139.252:39977)
07:57:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.772819 18332 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:57:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:54.774030 17254 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:57:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.774098 17295 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a288e69d1534904a99fb7056952c99f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" is_pre_election: true
07:57:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.774318 17295 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1a288e69d1534904a99fb7056952c99f in term 1.
07:57:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.774832 17157 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1a288e69d1534904a99fb7056952c99f" is_pre_election: true
07:57:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.775028 17157 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 35fbda19a35641c7ae9a5b3d2fb601b7 in term 1.
07:57:54.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.775439 17120 leader_election.cc:304] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1a288e69d1534904a99fb7056952c99f, 35fbda19a35641c7ae9a5b3d2fb601b7; no voters:
07:57:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.775835 18333 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 1 FOLLOWER]: Leader pre-election won for term 2
07:57:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.775972 18333 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 1 FOLLOWER]: Starting leader election (detected failure of leader a24a7f3ff83f414b909c521d6367cbef)
07:57:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:54.776028 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:57:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.776088 18333 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 1 FOLLOWER]: Advancing to term 2
07:57:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.776284 17250 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1a288e69d1534904a99fb7056952c99f, 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: a24a7f3ff83f414b909c521d6367cbef
07:57:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.776706 18332 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 1 FOLLOWER]: Leader pre-election won for term 2
07:57:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.776818 18332 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 1 FOLLOWER]: Starting leader election (detected failure of leader a24a7f3ff83f414b909c521d6367cbef)
07:57:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.776902 18332 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 1 FOLLOWER]: Advancing to term 2
07:57:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:54.776100 17121 leader_election.cc:336] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:57:54.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.779217 18333 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:54.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.779 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.779 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.779891 18333 leader_election.cc:290] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [CANDIDATE]: Term 2 election: Requested vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 35fbda19a35641c7ae9a5b3d2fb601b7 (127.16.139.252:39977)
07:57:54.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.779839 18332 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:54.781 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:54.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.781073 18332 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 2 election: Requested vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:57:54.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.781409 17295 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a288e69d1534904a99fb7056952c99f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7"
07:57:54.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.781733 17295 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 1a288e69d1534904a99fb7056952c99f in current term 2: Already voted for candidate 35fbda19a35641c7ae9a5b3d2fb601b7 in this term.
07:57:54.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.781767 17157 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1a288e69d1534904a99fb7056952c99f"
07:57:54.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.782037 17157 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 35fbda19a35641c7ae9a5b3d2fb601b7 in current term 2: Already voted for candidate 1a288e69d1534904a99fb7056952c99f in this term.
07:57:54.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:54.782289 17121 leader_election.cc:336] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:57:54.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.782528 17120 leader_election.cc:304] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1a288e69d1534904a99fb7056952c99f; no voters: 35fbda19a35641c7ae9a5b3d2fb601b7, a24a7f3ff83f414b909c521d6367cbef
07:57:54.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.782912 18333 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
07:57:54.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:54.782933 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:57:54.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.783046 17254 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:57:54.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:54.783339 18332 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
07:57:54.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:54.797 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.797 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.797 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:54.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:54.801664 17686 heartbeater.cc:646] Failed to heartbeat to 127.16.139.254:43407 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:57:54.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:54.817 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:54.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:54.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:54.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:54.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:54.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:54.896 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.896 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.897 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:54.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:54.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:54.958 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.16.139.254:43407, [4ms] received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@437023969(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007fecac339e30@a8085aa -> (continuation of Deferred@1262658194 after retry RPC after error@1727388449) -> (continuation of Deferred@531042402 after retry RPC after error@293891049) -> (continuation of Deferred@1326194041 after retry RPC after error@124316522) -> (continuation of Deferred@543936485 after retry RPC after error@302134050) -> (continuation of Deferred@1036653518 after retry RPC after error@2109312166) -> (continuation of Deferred@64184339 after retry RPC after error@13355112), errback=org.apache.kudu.client.KuduTransaction$$Lambda$241/0x00007fecac33a058@6d72ffdc -> (continuation of Deferred@1262658194 after retry RPC after error@1727388449) -> (continuation of Deferred@531042402 after retry RPC after error@293891049) -> (continuation of Deferred@1326194041 after retry RPC after error@124316522) -> (continuation of Deferred@543936485 after retry RPC after error@302134050) -> (continuation of Deferred@1036653518 after retry RPC after error@2109312166) -> (continuation of Deferred@64184339 after retry RPC after error@13355112)))
07:57:54.959 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.16.139.254:43407, [4ms] received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@437023969(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007fecac339e30@a8085aa -> (continuation of Deferred@1262658194 after retry RPC after error@1727388449) -> (continuation of Deferred@531042402 after retry RPC after error@293891049) -> (continuation of Deferred@1326194041 after retry RPC after error@124316522) -> (continuation of Deferred@543936485 after retry RPC after error@302134050) -> (continuation of Deferred@1036653518 after retry RPC after error@2109312166) -> (continuation of Deferred@64184339 after retry RPC after error@13355112), errback=org.apache.kudu.client.KuduTransaction$$Lambda$241/0x00007fecac33a058@6d72ffdc -> (continuation of Deferred@1262658194 after retry RPC after error@1727388449) -> (continuation of Deferred@531042402 after retry RPC after error@293891049) -> (continuation of Deferred@1326194041 after retry RPC after error@124316522) -> (continuation of Deferred@543936485 after retry RPC after error@302134050) -> (continuation of Deferred@1036653518 after retry RPC after error@2109312166) -> (continuation of Deferred@64184339 after retry RPC after error@13355112)))
07:57:54.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:54.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:54.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:54.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:54.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.004 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:55.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:55.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:55.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:55.036 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.037 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.037 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:55.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:55.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:55.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:55.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:55.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:55.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.117 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:55.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.154012 18333 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:57:55.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.154212 18333 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:55.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.154789 18333 leader_election.cc:290] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 35fbda19a35641c7ae9a5b3d2fb601b7 (127.16.139.252:39977)
07:57:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.155463 17295 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a288e69d1534904a99fb7056952c99f" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" is_pre_election: true
07:57:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.155745 17295 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1a288e69d1534904a99fb7056952c99f in term 2.
07:57:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.156209 17120 leader_election.cc:304] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1a288e69d1534904a99fb7056952c99f, 35fbda19a35641c7ae9a5b3d2fb601b7; no voters:
07:57:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:55.156415 17121 leader_election.cc:336] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:57:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.156535 18333 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 2 FOLLOWER]: Leader pre-election won for term 3
07:57:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.156654 18333 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:57:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.156790 18333 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 2 FOLLOWER]: Advancing to term 3
07:57:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.158927 18333 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.159478 18333 leader_election.cc:290] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [CANDIDATE]: Term 3 election: Requested vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 35fbda19a35641c7ae9a5b3d2fb601b7 (127.16.139.252:39977)
07:57:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.160006 17295 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a288e69d1534904a99fb7056952c99f" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7"
07:57:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.160197 17295 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 2 FOLLOWER]: Advancing to term 3
07:57:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:55.160673 17121 leader_election.cc:336] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:57:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.162395 17295 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1a288e69d1534904a99fb7056952c99f in term 3.
07:57:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.162787 17120 leader_election.cc:304] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1a288e69d1534904a99fb7056952c99f, 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: a24a7f3ff83f414b909c521d6367cbef
07:57:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.163028 18333 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 3 FOLLOWER]: Leader election won for term 3
07:57:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.163435 18333 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [term 3 LEADER]: Becoming Leader. State: Replica: 1a288e69d1534904a99fb7056952c99f, State: Running, Role: LEADER
07:57:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.163832 18333 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.165138 18346 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1a288e69d1534904a99fb7056952c99f. Latest consensus state: current_term: 3 leader_uuid: "1a288e69d1534904a99fb7056952c99f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } } }
07:57:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.165478 18346 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [sys.catalog]: This master's current role is: LEADER
07:57:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.166250 18347 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
07:57:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.168773 18347 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback [id=00b2a26eb253445db189291b89161466]
07:57:55.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.169222 18347 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=32a7c87f4e5447dcad2cb5884da27e7f]
07:57:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.170883 18347 tablet_loader.cc:96] loaded metadata for tablet 81748a187ccd4230b3484618495871f8 (table txn_manager_fallback [id=00b2a26eb253445db189291b89161466])
07:57:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.171226 18347 tablet_loader.cc:96] loaded metadata for tablet b5ae3351d0bf4ab3b929a1d0f0ab4b11 (table kudu_system.kudu_transactions [id=32a7c87f4e5447dcad2cb5884da27e7f])
07:57:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.171527 18347 tablet_loader.cc:96] loaded metadata for tablet e827b28071e64e119c0b9ead6e134e8e (table txn_manager_fallback [id=00b2a26eb253445db189291b89161466])
07:57:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.171803 18347 catalog_manager.cc:1520] Initializing Kudu cluster ID...
07:57:55.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.172595 18347 catalog_manager.cc:1295] Loaded cluster ID: 28a005865fb54413989a229dcf3be39c
07:57:55.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.172688 18347 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
07:57:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.173815 18347 catalog_manager.cc:1540] Loading token signing keys...
07:57:55.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.174600 18347 catalog_manager.cc:6103] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f: Loaded TSK: 0
07:57:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.175477 18347 catalog_manager.cc:1550] Initializing in-progress tserver states...
07:57:55.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:55.196 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:55.199 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
07:57:55.199 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [29ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, deferred=Deferred@444770938(state=PENDING, result=null, callback=(continuation of Deferred@1618225897 after retry RPC after error@1087928397) -> (continuation of Deferred@561878644 after retry RPC after error@774056283) -> (continuation of Deferred@1866558740 after retry RPC after error@1817733793) -> (continuation of Deferred@568041320 after retry RPC after error@377816057) -> (continuation of Deferred@1925768688 after retry RPC after error@1567261802) -> (continuation of Deferred@548888688 after retry RPC after error@504575316) -> (continuation of Deferred@734114819 after retry RPC after error@570502341), errback=(continuation of Deferred@1618225897 after retry RPC after error@1087928397) -> (continuation of Deferred@561878644 after retry RPC after error@774056283) -> (continuation of Deferred@1866558740 after retry RPC after error@1817733793) -> (continuation of Deferred@568041320 after retry RPC after error@377816057) -> (continuation of Deferred@1925768688 after retry RPC after error@1567261802) -> (continuation of Deferred@548888688 after retry RPC after error@504575316) -> (continuation of Deferred@734114819 after retry RPC after error@570502341))) after lookup
07:57:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:55.234259 17198 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:39404 (request call id 16) took 33 ms (client timeout 26 ms). Trace:
07:57:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:55.234494 17198 rpcz_store.cc:269] 0810 07:57:55.200865 (+ 0us) service_pool.cc:167] Inserting onto call queue
07:57:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 07:57:55.200932 (+ 67us) service_pool.cc:224] Handling call
07:57:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 07:57:55.234044 (+ 33112us) inbound_call.cc:177] Queueing success response
07:57:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":473,"thread_start_us":1661,"threads_started":5}
07:57:55.236 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [29ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: OK, [225ms] sending RPC to server master-127.16.139.253:39853, deferred=Deferred@444770938(state=PENDING, result=null, callback=(continuation of Deferred@1618225897 after retry RPC after error@1087928397) -> (continuation of Deferred@561878644 after retry RPC after error@774056283) -> (continuation of Deferred@1866558740 after retry RPC after error@1817733793) -> (continuation of Deferred@568041320 after retry RPC after error@377816057) -> (continuation of Deferred@1925768688 after retry RPC after error@1567261802) -> (continuation of Deferred@548888688 after retry RPC after error@504575316) -> (continuation of Deferred@734114819 after retry RPC after error@570502341) -> (continuation of Deferred@782065901 after retry RPC@907067441), errback=(continuation of Deferred@1618225897 after retry RPC after error@1087928397) -> (continuation of Deferred@561878644 after retry RPC after error@774056283) -> (continuation of Deferred@1866558740 after retry RPC after error@1817733793) -> (continuation of Deferred@568041320 after retry RPC after error@377816057) -> (continuation of Deferred@1925768688 after retry RPC after error@1567261802) -> (continuation of Deferred@548888688 after retry RPC after error@504575316) -> (continuation of Deferred@734114819 after retry RPC after error@570502341) -> (continuation of Deferred@782065901 after retry RPC@907067441)))
07:57:55.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1779143579489180 + 9221592893275287158 cannot be represented in type 'long'
07:57:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:55.261358 17121 consensus_peers.cc:597] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f -> Peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Couldn't send request to peer a24a7f3ff83f414b909c521d6367cbef. Status: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
07:57:55.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.280973 17295 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Refusing update from remote peer 1a288e69d1534904a99fb7056952c99f: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
07:57:55.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.282552 18346 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [LEADER]: Connected to new peer: Peer: permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
07:57:55.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.289255 18370 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1a288e69d1534904a99fb7056952c99f. Latest consensus state: current_term: 3 leader_uuid: "1a288e69d1534904a99fb7056952c99f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } } }
07:57:55.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.289525 18370 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [sys.catalog]: This master's current role is: FOLLOWER
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.288487 17139 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:39418:
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
07:57:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:57:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
07:57:55.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.301323 18370 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "1a288e69d1534904a99fb7056952c99f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } } }
07:57:55.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.301527 18370 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [sys.catalog]: This master's current role is: FOLLOWER
07:57:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:55.304096 17139 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
07:57:55.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.308386 18382 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "1a288e69d1534904a99fb7056952c99f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } } }
07:57:55.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:55.308871 18382 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f [sys.catalog]: This master's current role is: LEADER
07:57:55.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:55.311311 17949 heartbeater.cc:646] Failed to heartbeat to 127.16.139.254:43407 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:57:55.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:55.318817 18194 heartbeater.cc:646] Failed to heartbeat to 127.16.139.254:43407 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:57:55.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:55.753969 17121 consensus_peers.cc:597] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f -> Peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Couldn't send request to peer a24a7f3ff83f414b909c521d6367cbef. Status: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
07:57:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f5096546d28 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
07:57:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa9ee55 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
07:57:56.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:56.285832 17121 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111) [suppressed 18 similar messages]
07:57:56.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:56.286895 17121 consensus_peers.cc:597] T 00000000000000000000000000000000 P 1a288e69d1534904a99fb7056952c99f -> Peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Couldn't send request to peer a24a7f3ff83f414b909c521d6367cbef. Status: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
07:57:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f50aa5e2fd2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
07:57:56.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f50aa5d2ae4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:483:48
07:57:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f50aa73b56e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
07:57:56.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f50aa73c14b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
07:57:56.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f50aa740d8f in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
07:57:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f50a4489276 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
07:57:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f50a4488fa5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
07:57:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:56.308911 17951 heartbeater.cc:499] Master 127.16.139.253:39853 was elected leader, sending a full tablet report...
07:57:56.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:56.320298 18196 heartbeater.cc:499] Master 127.16.139.253:39853 was elected leader, sending a full tablet report...
07:57:56.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f509d72761e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
07:57:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f509d7264fe in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
07:57:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f509d72c738 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:228:15
07:57:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f509d72d09f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:91:5
07:57:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f509d72cec8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
07:57:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xaaf86c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
07:57:56.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f5096609dd8 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
07:57:56.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f5099cd96da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
07:57:56.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f509279061e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
07:57:56.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:56.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
07:57:56.376 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.16.139.253:39853(127.16.139.253:39853)] unexpected exception from downstream on [id: 0x0ed36da7, L:/127.0.0.1:39404 - R:/127.16.139.253:39853]
java.net.SocketException: Connection reset
at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
java.net.SocketException: Connection reset
at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
07:57:56.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state READY due to: [peer master-127.16.139.253:39853(127.16.139.253:39853)] unexpected exception from downstream on [id: 0x0ed36da7, L:/127.0.0.1:39404 - R:/127.16.139.253:39853]
07:57:56.376 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.16.139.253:39853(127.16.139.253:39853) for tablet Kudu Master: [peer master-127.16.139.253:39853(127.16.139.253:39853)] unexpected exception from downstream on [id: 0x0ed36da7, L:/127.0.0.1:39404 - R:/127.16.139.253:39853]
07:57:56.376 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.16.139.253:39853(127.16.139.253:39853) for tablet Kudu Master: [peer master-127.16.139.253:39853(127.16.139.253:39853)] unexpected exception from downstream on [id: 0x0ed36da7, L:/127.0.0.1:39404 - R:/127.16.139.253:39853]
07:57:56.376 [DEBUG - kudu-nio-1] (RemoteTablet.java:145) tablet Kudu Master already removed ts master-127.16.139.253:39853, size left is 0
07:57:56.378 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.139.253:39853(127.16.139.253:39853)] handling channelInactive
07:57:56.396 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:57:56.398 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.398 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.399 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.399 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.399 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.400 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.416 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.416 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.417 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.417 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.417 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.417 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.456 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.456 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.457 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.479 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.521 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.521 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.523 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.536 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.536 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.539 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] sending RPC to server master-127.16.139.253:39853, [21ms] received response from server master-127.16.139.253:39853: Network error: [peer master-127.16.139.253:39853(127.16.139.253:39853)] unexpected exception from downstream on [id: 0x0ed36da7, L:/127.0.0.1:39404 - R:/127.16.139.253:39853], [21ms] delaying RPC due to: Network error: [peer master-127.16.139.253:39853(127.16.139.253:39853)] unexpected exception from downstream on [id: 0x0ed36da7, L:/127.0.0.1:39404 - R:/127.16.139.253:39853], [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [45ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@664050122(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007fecac339e30@32632b3e -> (continuation of Deferred@1314665038 after retry RPC after error@537744930) -> (continuation of Deferred@592761120 after retry RPC after error@138749103) -> (continuation of Deferred@665106859 after retry RPC after error@1842501435) -> (continuation of Deferred@1745507952 after retry RPC after error@1238067074) -> (continuation of Deferred@1260451569 after retry RPC after error@884218657) -> (continuation of Deferred@238510609 after retry RPC after error@475198242), errback=org.apache.kudu.client.KuduTransaction$$Lambda$241/0x00007fecac33a058@50891927 -> (continuation of Deferred@1314665038 after retry RPC after error@537744930) -> (continuation of Deferred@592761120 after retry RPC after error@138749103) -> (continuation of Deferred@665106859 after retry RPC after error@1842501435) -> (continuation of Deferred@1745507952 after retry RPC after error@1238067074) -> (continuation of Deferred@1260451569 after retry RPC after error@884218657) -> (continuation of Deferred@238510609 after retry RPC after error@475198242)))
07:57:56.539 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] sending RPC to server master-127.16.139.253:39853, [21ms] received response from server master-127.16.139.253:39853: Network error: [peer master-127.16.139.253:39853(127.16.139.253:39853)] unexpected exception from downstream on [id: 0x0ed36da7, L:/127.0.0.1:39404 - R:/127.16.139.253:39853], [21ms] delaying RPC due to: Network error: [peer master-127.16.139.253:39853(127.16.139.253:39853)] unexpected exception from downstream on [id: 0x0ed36da7, L:/127.0.0.1:39404 - R:/127.16.139.253:39853], [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [45ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@664050122(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007fecac339e30@32632b3e -> (continuation of Deferred@1314665038 after retry RPC after error@537744930) -> (continuation of Deferred@592761120 after retry RPC after error@138749103) -> (continuation of Deferred@665106859 after retry RPC after error@1842501435) -> (continuation of Deferred@1745507952 after retry RPC after error@1238067074) -> (continuation of Deferred@1260451569 after retry RPC after error@884218657) -> (continuation of Deferred@238510609 after retry RPC after error@475198242), errback=org.apache.kudu.client.KuduTransaction$$Lambda$241/0x00007fecac33a058@50891927 -> (continuation of Deferred@1314665038 after retry RPC after error@537744930) -> (continuation of Deferred@592761120 after retry RPC after error@138749103) -> (continuation of Deferred@665106859 after retry RPC after error@1842501435) -> (continuation of Deferred@1745507952 after retry RPC after error@1238067074) -> (continuation of Deferred@1260451569 after retry RPC after error@884218657) -> (continuation of Deferred@238510609 after retry RPC after error@475198242)))
07:57:56.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.556 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.556 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.556 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.557 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.557 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.557 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.557 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.557 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.559 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.597 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.597 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.597 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.597 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.597 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.597 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.597 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.597 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.599 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:56.600607 18397 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:57:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:56.600797 18397 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:56.601514 18397 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:57:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:56.603963 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:57:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:56.604404 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:57:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:56.604553 17250 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:57:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:56.604846 18397 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:57:56.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.617 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.617 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.617 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.617 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.617 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.617 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.656 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.656 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.656 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.677 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.679 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.680 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.697 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.697 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.697 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.697 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.697 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:56.740733 17225 master_runner.cc:187] Error getting master registration for 127.16.139.254:43407: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111),
07:57:56.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:56.740931 17225 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:57:56.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.778 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [220ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@437347798(state=PENDING, result=null, callback=(continuation of Deferred@376890549 after retry RPC after error@1454581634) -> (continuation of Deferred@1038291507 after retry RPC after error@751693708) -> (continuation of Deferred@230680044 after retry RPC after error@1115639022) -> (continuation of Deferred@1739107352 after retry RPC after error@618307310) -> (continuation of Deferred@1446551324 after retry RPC after error@1847107849) -> (continuation of Deferred@1290934462 after retry RPC after error@1018151456) -> (continuation of Deferred@779971286 after retry RPC after error@88508153), errback=(continuation of Deferred@376890549 after retry RPC after error@1454581634) -> (continuation of Deferred@1038291507 after retry RPC after error@751693708) -> (continuation of Deferred@230680044 after retry RPC after error@1115639022) -> (continuation of Deferred@1739107352 after retry RPC after error@618307310) -> (continuation of Deferred@1446551324 after retry RPC after error@1847107849) -> (continuation of Deferred@1290934462 after retry RPC after error@1018151456) -> (continuation of Deferred@779971286 after retry RPC after error@88508153)))
07:57:56.779 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [220ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@437347798(state=PENDING, result=null, callback=(continuation of Deferred@376890549 after retry RPC after error@1454581634) -> (continuation of Deferred@1038291507 after retry RPC after error@751693708) -> (continuation of Deferred@230680044 after retry RPC after error@1115639022) -> (continuation of Deferred@1739107352 after retry RPC after error@618307310) -> (continuation of Deferred@1446551324 after retry RPC after error@1847107849) -> (continuation of Deferred@1290934462 after retry RPC after error@1018151456) -> (continuation of Deferred@779971286 after retry RPC after error@88508153), errback=(continuation of Deferred@376890549 after retry RPC after error@1454581634) -> (continuation of Deferred@1038291507 after retry RPC after error@751693708) -> (continuation of Deferred@230680044 after retry RPC after error@1115639022) -> (continuation of Deferred@1739107352 after retry RPC after error@618307310) -> (continuation of Deferred@1446551324 after retry RPC after error@1847107849) -> (continuation of Deferred@1290934462 after retry RPC after error@1018151456) -> (continuation of Deferred@779971286 after retry RPC after error@88508153)))
07:57:56.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.796 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.796 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.796 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.797 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.797 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:56.804171 17688 heartbeater.cc:499] Master 127.16.139.253:39853 was elected leader, sending a full tablet report...
07:57:56.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.816 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.816 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.816 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.817 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.817 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.817 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.817 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.817 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.817 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.817 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.817 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.819 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.876 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.876 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.876 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.877 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.877 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:56.908195 17997 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.063s from last keepalive heartbeat (effective timeout is 1.000s)
07:57:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:56.909611 18058 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.16.139.254:43407)
07:57:56.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.917 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.917 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.917 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:56.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:56.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:56.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:56.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:56.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:57.015377 18397 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:57:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:57.015547 18397 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:57.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:57.016104 18397 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:57:57.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:57.017297 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:57:57.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:57.017477 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:57:57.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:57.017604 17250 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:57:57.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:57.017840 18397 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:57:57.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.037 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.037 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.037 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.038 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.039 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.039 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1860619437(state=PENDING, result=null, callback=(continuation of Deferred@2119115007 after retry RPC after error@1837045104) -> (continuation of Deferred@1154735784 after retry RPC after error@470348091) -> (continuation of Deferred@457663133 after retry RPC after error@235282448) -> (continuation of Deferred@1425705446 after retry RPC after error@253766507) -> (continuation of Deferred@794031000 after retry RPC after error@283791554) -> (continuation of Deferred@283070080 after retry RPC after error@514475139) -> (continuation of Deferred@785759229 after retry RPC after error@1820033701), errback=(continuation of Deferred@2119115007 after retry RPC after error@1837045104) -> (continuation of Deferred@1154735784 after retry RPC after error@470348091) -> (continuation of Deferred@457663133 after retry RPC after error@235282448) -> (continuation of Deferred@1425705446 after retry RPC after error@253766507) -> (continuation of Deferred@794031000 after retry RPC after error@283791554) -> (continuation of Deferred@283070080 after retry RPC after error@514475139) -> (continuation of Deferred@785759229 after retry RPC after error@1820033701)))
07:57:57.040 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1860619437(state=PENDING, result=null, callback=(continuation of Deferred@2119115007 after retry RPC after error@1837045104) -> (continuation of Deferred@1154735784 after retry RPC after error@470348091) -> (continuation of Deferred@457663133 after retry RPC after error@235282448) -> (continuation of Deferred@1425705446 after retry RPC after error@253766507) -> (continuation of Deferred@794031000 after retry RPC after error@283791554) -> (continuation of Deferred@283070080 after retry RPC after error@514475139) -> (continuation of Deferred@785759229 after retry RPC after error@1820033701), errback=(continuation of Deferred@2119115007 after retry RPC after error@1837045104) -> (continuation of Deferred@1154735784 after retry RPC after error@470348091) -> (continuation of Deferred@457663133 after retry RPC after error@235282448) -> (continuation of Deferred@1425705446 after retry RPC after error@253766507) -> (continuation of Deferred@794031000 after retry RPC after error@283791554) -> (continuation of Deferred@283070080 after retry RPC after error@514475139) -> (continuation of Deferred@785759229 after retry RPC after error@1820033701)))
07:57:57.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.057 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.057 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.057 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.077 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.079 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.156 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.156 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.156 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.156 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.156 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.156 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.196 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.196 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.196 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.196 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.196 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.196 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.198 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@739712439(state=PENDING, result=null, callback=(continuation of Deferred@598208385 after retry RPC after error@1699797624) -> (continuation of Deferred@1708557627 after retry RPC after error@1907938963) -> (continuation of Deferred@1837102274 after retry RPC after error@236941327) -> (continuation of Deferred@1597100970 after retry RPC after error@1745521297) -> (continuation of Deferred@2059512502 after retry RPC after error@262873833) -> (continuation of Deferred@1582697525 after retry RPC after error@1655987052) -> (continuation of Deferred@366463382 after retry RPC after error@1128078767), errback=(continuation of Deferred@598208385 after retry RPC after error@1699797624) -> (continuation of Deferred@1708557627 after retry RPC after error@1907938963) -> (continuation of Deferred@1837102274 after retry RPC after error@236941327) -> (continuation of Deferred@1597100970 after retry RPC after error@1745521297) -> (continuation of Deferred@2059512502 after retry RPC after error@262873833) -> (continuation of Deferred@1582697525 after retry RPC after error@1655987052) -> (continuation of Deferred@366463382 after retry RPC after error@1128078767)))
07:57:57.198 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@739712439(state=PENDING, result=null, callback=(continuation of Deferred@598208385 after retry RPC after error@1699797624) -> (continuation of Deferred@1708557627 after retry RPC after error@1907938963) -> (continuation of Deferred@1837102274 after retry RPC after error@236941327) -> (continuation of Deferred@1597100970 after retry RPC after error@1745521297) -> (continuation of Deferred@2059512502 after retry RPC after error@262873833) -> (continuation of Deferred@1582697525 after retry RPC after error@1655987052) -> (continuation of Deferred@366463382 after retry RPC after error@1128078767), errback=(continuation of Deferred@598208385 after retry RPC after error@1699797624) -> (continuation of Deferred@1708557627 after retry RPC after error@1907938963) -> (continuation of Deferred@1837102274 after retry RPC after error@236941327) -> (continuation of Deferred@1597100970 after retry RPC after error@1745521297) -> (continuation of Deferred@2059512502 after retry RPC after error@262873833) -> (continuation of Deferred@1582697525 after retry RPC after error@1655987052) -> (continuation of Deferred@366463382 after retry RPC after error@1128078767)))
07:57:57.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.216 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.216 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.216 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.236 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.236 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.236 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.296 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.316 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.316 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.316 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.316 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.316 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.316 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:57.360306 18397 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:57:57.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:57.360466 18397 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:57.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:57.361052 18397 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:57:57.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:57.362392 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:57:57.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:57.362564 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:57:57.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:57.362751 17250 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:57:57.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:57.363011 18397 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:57:57.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.377 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.438 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1469754664(state=PENDING, result=null, callback=(continuation of Deferred@1211732775 after retry RPC after error@561985756) -> (continuation of Deferred@1027490069 after retry RPC after error@1070553207) -> (continuation of Deferred@1005278210 after retry RPC after error@1661608571) -> (continuation of Deferred@754180582 after retry RPC after error@1773799663) -> (continuation of Deferred@135269022 after retry RPC after error@985397277) -> (continuation of Deferred@167039613 after retry RPC after error@816860892) -> (continuation of Deferred@956102318 after retry RPC after error@1566743228), errback=(continuation of Deferred@1211732775 after retry RPC after error@561985756) -> (continuation of Deferred@1027490069 after retry RPC after error@1070553207) -> (continuation of Deferred@1005278210 after retry RPC after error@1661608571) -> (continuation of Deferred@754180582 after retry RPC after error@1773799663) -> (continuation of Deferred@135269022 after retry RPC after error@985397277) -> (continuation of Deferred@167039613 after retry RPC after error@816860892) -> (continuation of Deferred@956102318 after retry RPC after error@1566743228)))
07:57:57.438 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1469754664(state=PENDING, result=null, callback=(continuation of Deferred@1211732775 after retry RPC after error@561985756) -> (continuation of Deferred@1027490069 after retry RPC after error@1070553207) -> (continuation of Deferred@1005278210 after retry RPC after error@1661608571) -> (continuation of Deferred@754180582 after retry RPC after error@1773799663) -> (continuation of Deferred@135269022 after retry RPC after error@985397277) -> (continuation of Deferred@167039613 after retry RPC after error@816860892) -> (continuation of Deferred@956102318 after retry RPC after error@1566743228), errback=(continuation of Deferred@1211732775 after retry RPC after error@561985756) -> (continuation of Deferred@1027490069 after retry RPC after error@1070553207) -> (continuation of Deferred@1005278210 after retry RPC after error@1661608571) -> (continuation of Deferred@754180582 after retry RPC after error@1773799663) -> (continuation of Deferred@135269022 after retry RPC after error@985397277) -> (continuation of Deferred@167039613 after retry RPC after error@816860892) -> (continuation of Deferred@956102318 after retry RPC after error@1566743228)))
07:57:57.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.456 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.456 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.456 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.456 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.456 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.456 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.496 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.497 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.497 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.497 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.497 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.499 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.499 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.516 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.516 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.517 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.557 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.557 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.576 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.576 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.576 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.636 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.637 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.637 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.638 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1197648904(state=PENDING, result=null, callback=(continuation of Deferred@454849490 after retry RPC after error@2027036318) -> (continuation of Deferred@1518779072 after retry RPC after error@148266868) -> (continuation of Deferred@1881947999 after retry RPC after error@417528106) -> (continuation of Deferred@2010972236 after retry RPC after error@1296747580) -> (continuation of Deferred@1552798733 after retry RPC after error@1395219743) -> (continuation of Deferred@1290401878 after retry RPC after error@1473898203) -> (continuation of Deferred@1707502993 after retry RPC after error@2090734995), errback=(continuation of Deferred@454849490 after retry RPC after error@2027036318) -> (continuation of Deferred@1518779072 after retry RPC after error@148266868) -> (continuation of Deferred@1881947999 after retry RPC after error@417528106) -> (continuation of Deferred@2010972236 after retry RPC after error@1296747580) -> (continuation of Deferred@1552798733 after retry RPC after error@1395219743) -> (continuation of Deferred@1290401878 after retry RPC after error@1473898203) -> (continuation of Deferred@1707502993 after retry RPC after error@2090734995)))
07:57:57.638 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1197648904(state=PENDING, result=null, callback=(continuation of Deferred@454849490 after retry RPC after error@2027036318) -> (continuation of Deferred@1518779072 after retry RPC after error@148266868) -> (continuation of Deferred@1881947999 after retry RPC after error@417528106) -> (continuation of Deferred@2010972236 after retry RPC after error@1296747580) -> (continuation of Deferred@1552798733 after retry RPC after error@1395219743) -> (continuation of Deferred@1290401878 after retry RPC after error@1473898203) -> (continuation of Deferred@1707502993 after retry RPC after error@2090734995), errback=(continuation of Deferred@454849490 after retry RPC after error@2027036318) -> (continuation of Deferred@1518779072 after retry RPC after error@148266868) -> (continuation of Deferred@1881947999 after retry RPC after error@417528106) -> (continuation of Deferred@2010972236 after retry RPC after error@1296747580) -> (continuation of Deferred@1552798733 after retry RPC after error@1395219743) -> (continuation of Deferred@1290401878 after retry RPC after error@1473898203) -> (continuation of Deferred@1707502993 after retry RPC after error@2090734995)))
07:57:57.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.697 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.697 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.697 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.697 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.697 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.717 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.777 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.779 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.837 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.838 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.877 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.877 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.898 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@455214587(state=PENDING, result=null, callback=(continuation of Deferred@1164309346 after retry RPC after error@1647089899) -> (continuation of Deferred@436833380 after retry RPC after error@286220035) -> (continuation of Deferred@2065383587 after retry RPC after error@2113303787) -> (continuation of Deferred@734703005 after retry RPC after error@1079380128) -> (continuation of Deferred@1634293329 after retry RPC after error@796276667) -> (continuation of Deferred@1362018701 after retry RPC after error@558747648) -> (continuation of Deferred@171823526 after retry RPC after error@350807221) -> (continuation of Deferred@871202060 after retry RPC after error@2087679649), errback=(continuation of Deferred@1164309346 after retry RPC after error@1647089899) -> (continuation of Deferred@436833380 after retry RPC after error@286220035) -> (continuation of Deferred@2065383587 after retry RPC after error@2113303787) -> (continuation of Deferred@734703005 after retry RPC after error@1079380128) -> (continuation of Deferred@1634293329 after retry RPC after error@796276667) -> (continuation of Deferred@1362018701 after retry RPC after error@558747648) -> (continuation of Deferred@171823526 after retry RPC after error@350807221) -> (continuation of Deferred@871202060 after retry RPC after error@2087679649)))
07:57:57.898 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@455214587(state=PENDING, result=null, callback=(continuation of Deferred@1164309346 after retry RPC after error@1647089899) -> (continuation of Deferred@436833380 after retry RPC after error@286220035) -> (continuation of Deferred@2065383587 after retry RPC after error@2113303787) -> (continuation of Deferred@734703005 after retry RPC after error@1079380128) -> (continuation of Deferred@1634293329 after retry RPC after error@796276667) -> (continuation of Deferred@1362018701 after retry RPC after error@558747648) -> (continuation of Deferred@171823526 after retry RPC after error@350807221) -> (continuation of Deferred@871202060 after retry RPC after error@2087679649), errback=(continuation of Deferred@1164309346 after retry RPC after error@1647089899) -> (continuation of Deferred@436833380 after retry RPC after error@286220035) -> (continuation of Deferred@2065383587 after retry RPC after error@2113303787) -> (continuation of Deferred@734703005 after retry RPC after error@1079380128) -> (continuation of Deferred@1634293329 after retry RPC after error@796276667) -> (continuation of Deferred@1362018701 after retry RPC after error@558747648) -> (continuation of Deferred@171823526 after retry RPC after error@350807221) -> (continuation of Deferred@871202060 after retry RPC after error@2087679649)))
07:57:57.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.916 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.917 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.936 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.936 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.936 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.936 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.956 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.956 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.956 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.956 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:57.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:57.984912 18444 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:57:57.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:57.985081 18444 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:57.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:57.985670 18444 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:57:57.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:57.987689 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:57:57.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:57.987860 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:57:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:57.987990 17250 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:57:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:57.988219 18444 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:57:57.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:57.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:57.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.996 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:57.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.997 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:57.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.037 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.037 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.118 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1427904479(state=PENDING, result=null, callback=(continuation of Deferred@864775803 after retry RPC after error@1702523985) -> (continuation of Deferred@1493809699 after retry RPC after error@1813969970) -> (continuation of Deferred@76459900 after retry RPC after error@853580608) -> (continuation of Deferred@640477085 after retry RPC after error@1036546054) -> (continuation of Deferred@1288490380 after retry RPC after error@2059433422) -> (continuation of Deferred@999388420 after retry RPC after error@1168599600) -> (continuation of Deferred@1873641381 after retry RPC after error@372906395), errback=(continuation of Deferred@864775803 after retry RPC after error@1702523985) -> (continuation of Deferred@1493809699 after retry RPC after error@1813969970) -> (continuation of Deferred@76459900 after retry RPC after error@853580608) -> (continuation of Deferred@640477085 after retry RPC after error@1036546054) -> (continuation of Deferred@1288490380 after retry RPC after error@2059433422) -> (continuation of Deferred@999388420 after retry RPC after error@1168599600) -> (continuation of Deferred@1873641381 after retry RPC after error@372906395)))
07:57:58.119 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1427904479(state=PENDING, result=null, callback=(continuation of Deferred@864775803 after retry RPC after error@1702523985) -> (continuation of Deferred@1493809699 after retry RPC after error@1813969970) -> (continuation of Deferred@76459900 after retry RPC after error@853580608) -> (continuation of Deferred@640477085 after retry RPC after error@1036546054) -> (continuation of Deferred@1288490380 after retry RPC after error@2059433422) -> (continuation of Deferred@999388420 after retry RPC after error@1168599600) -> (continuation of Deferred@1873641381 after retry RPC after error@372906395), errback=(continuation of Deferred@864775803 after retry RPC after error@1702523985) -> (continuation of Deferred@1493809699 after retry RPC after error@1813969970) -> (continuation of Deferred@76459900 after retry RPC after error@853580608) -> (continuation of Deferred@640477085 after retry RPC after error@1036546054) -> (continuation of Deferred@1288490380 after retry RPC after error@2059433422) -> (continuation of Deferred@999388420 after retry RPC after error@1168599600) -> (continuation of Deferred@1873641381 after retry RPC after error@372906395)))
07:57:58.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.216 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.216 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.276 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.276 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.276 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.276 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.336 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.336 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.336 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.336 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.338 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@58646339(state=PENDING, result=null, callback=(continuation of Deferred@1673015000 after retry RPC after error@251592909) -> (continuation of Deferred@1711152003 after retry RPC after error@269436088) -> (continuation of Deferred@845379215 after retry RPC after error@1147986278) -> (continuation of Deferred@1364973675 after retry RPC after error@1000041596) -> (continuation of Deferred@308654734 after retry RPC after error@832636533) -> (continuation of Deferred@1043728554 after retry RPC after error@1580100508) -> (continuation of Deferred@1642091285 after retry RPC after error@1489724402) -> (continuation of Deferred@1454789401 after retry RPC after error@2078912728), errback=(continuation of Deferred@1673015000 after retry RPC after error@251592909) -> (continuation of Deferred@1711152003 after retry RPC after error@269436088) -> (continuation of Deferred@845379215 after retry RPC after error@1147986278) -> (continuation of Deferred@1364973675 after retry RPC after error@1000041596) -> (continuation of Deferred@308654734 after retry RPC after error@832636533) -> (continuation of Deferred@1043728554 after retry RPC after error@1580100508) -> (continuation of Deferred@1642091285 after retry RPC after error@1489724402) -> (continuation of Deferred@1454789401 after retry RPC after error@2078912728)))
07:57:58.338 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@58646339(state=PENDING, result=null, callback=(continuation of Deferred@1673015000 after retry RPC after error@251592909) -> (continuation of Deferred@1711152003 after retry RPC after error@269436088) -> (continuation of Deferred@845379215 after retry RPC after error@1147986278) -> (continuation of Deferred@1364973675 after retry RPC after error@1000041596) -> (continuation of Deferred@308654734 after retry RPC after error@832636533) -> (continuation of Deferred@1043728554 after retry RPC after error@1580100508) -> (continuation of Deferred@1642091285 after retry RPC after error@1489724402) -> (continuation of Deferred@1454789401 after retry RPC after error@2078912728), errback=(continuation of Deferred@1673015000 after retry RPC after error@251592909) -> (continuation of Deferred@1711152003 after retry RPC after error@269436088) -> (continuation of Deferred@845379215 after retry RPC after error@1147986278) -> (continuation of Deferred@1364973675 after retry RPC after error@1000041596) -> (continuation of Deferred@308654734 after retry RPC after error@832636533) -> (continuation of Deferred@1043728554 after retry RPC after error@1580100508) -> (continuation of Deferred@1642091285 after retry RPC after error@1489724402) -> (continuation of Deferred@1454789401 after retry RPC after error@2078912728)))
07:57:58.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.356 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.376 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.376 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.376 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.376 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.456 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.456 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.456 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.456 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.456 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.456 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.597 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.597 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.597 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.597 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.597 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.599 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1085228014(state=PENDING, result=null, callback=(continuation of Deferred@1945863191 after retry RPC after error@1902362228) -> (continuation of Deferred@232679337 after retry RPC after error@936703439) -> (continuation of Deferred@404755486 after retry RPC after error@1952225648) -> (continuation of Deferred@180439933 after retry RPC after error@439070055) -> (continuation of Deferred@45337304 after retry RPC after error@305415399) -> (continuation of Deferred@305037183 after retry RPC after error@1428797640) -> (continuation of Deferred@1229999551 after retry RPC after error@2045979406), errback=(continuation of Deferred@1945863191 after retry RPC after error@1902362228) -> (continuation of Deferred@232679337 after retry RPC after error@936703439) -> (continuation of Deferred@404755486 after retry RPC after error@1952225648) -> (continuation of Deferred@180439933 after retry RPC after error@439070055) -> (continuation of Deferred@45337304 after retry RPC after error@305415399) -> (continuation of Deferred@305037183 after retry RPC after error@1428797640) -> (continuation of Deferred@1229999551 after retry RPC after error@2045979406)))
07:57:58.599 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1085228014(state=PENDING, result=null, callback=(continuation of Deferred@1945863191 after retry RPC after error@1902362228) -> (continuation of Deferred@232679337 after retry RPC after error@936703439) -> (continuation of Deferred@404755486 after retry RPC after error@1952225648) -> (continuation of Deferred@180439933 after retry RPC after error@439070055) -> (continuation of Deferred@45337304 after retry RPC after error@305415399) -> (continuation of Deferred@305037183 after retry RPC after error@1428797640) -> (continuation of Deferred@1229999551 after retry RPC after error@2045979406), errback=(continuation of Deferred@1945863191 after retry RPC after error@1902362228) -> (continuation of Deferred@232679337 after retry RPC after error@936703439) -> (continuation of Deferred@404755486 after retry RPC after error@1952225648) -> (continuation of Deferred@180439933 after retry RPC after error@439070055) -> (continuation of Deferred@45337304 after retry RPC after error@305415399) -> (continuation of Deferred@305037183 after retry RPC after error@1428797640) -> (continuation of Deferred@1229999551 after retry RPC after error@2045979406)))
07:57:58.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.616 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.616 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.616 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.617 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.617 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.636 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.737 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.737 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.798 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@730665921(state=PENDING, result=null, callback=(continuation of Deferred@140493150 after retry RPC after error@192648647) -> (continuation of Deferred@1997967198 after retry RPC after error@877037926) -> (continuation of Deferred@1122364289 after retry RPC after error@367496119) -> (continuation of Deferred@1447598634 after retry RPC after error@1447375932) -> (continuation of Deferred@990999702 after retry RPC after error@310573680) -> (continuation of Deferred@9022400 after retry RPC after error@2140310329), errback=(continuation of Deferred@140493150 after retry RPC after error@192648647) -> (continuation of Deferred@1997967198 after retry RPC after error@877037926) -> (continuation of Deferred@1122364289 after retry RPC after error@367496119) -> (continuation of Deferred@1447598634 after retry RPC after error@1447375932) -> (continuation of Deferred@990999702 after retry RPC after error@310573680) -> (continuation of Deferred@9022400 after retry RPC after error@2140310329)))
07:57:58.798 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@730665921(state=PENDING, result=null, callback=(continuation of Deferred@140493150 after retry RPC after error@192648647) -> (continuation of Deferred@1997967198 after retry RPC after error@877037926) -> (continuation of Deferred@1122364289 after retry RPC after error@367496119) -> (continuation of Deferred@1447598634 after retry RPC after error@1447375932) -> (continuation of Deferred@990999702 after retry RPC after error@310573680) -> (continuation of Deferred@9022400 after retry RPC after error@2140310329), errback=(continuation of Deferred@140493150 after retry RPC after error@192648647) -> (continuation of Deferred@1997967198 after retry RPC after error@877037926) -> (continuation of Deferred@1122364289 after retry RPC after error@367496119) -> (continuation of Deferred@1447598634 after retry RPC after error@1447375932) -> (continuation of Deferred@990999702 after retry RPC after error@310573680) -> (continuation of Deferred@9022400 after retry RPC after error@2140310329)))
07:57:58.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.817 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.817 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.837 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.837 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.837 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.856 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.856 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.896 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.896 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.896 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.896 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.896 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.916 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.916 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.916 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.916 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.916 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.916 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:58.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:58.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.956 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:58.957 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.957 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:58.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:58.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:58.975164 18464 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:57:58.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:58.975353 18464 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:57:58.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:58.976105 18464 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:57:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:58.978601 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:57:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:57:58.978766 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:57:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:58.978880 17254 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:57:58.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:57:58.979159 18464 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:57:59.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.018 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@481440232(state=PENDING, result=null, callback=(continuation of Deferred@1218319824 after retry RPC after error@44033443) -> (continuation of Deferred@655747217 after retry RPC after error@707113194) -> (continuation of Deferred@313327851 after retry RPC after error@1868713440) -> (continuation of Deferred@1731949053 after retry RPC after error@1612594960) -> (continuation of Deferred@449761696 after retry RPC after error@1740538452) -> (continuation of Deferred@1538700231 after retry RPC after error@1245831454) -> (continuation of Deferred@653163047 after retry RPC after error@894558348), errback=(continuation of Deferred@1218319824 after retry RPC after error@44033443) -> (continuation of Deferred@655747217 after retry RPC after error@707113194) -> (continuation of Deferred@313327851 after retry RPC after error@1868713440) -> (continuation of Deferred@1731949053 after retry RPC after error@1612594960) -> (continuation of Deferred@449761696 after retry RPC after error@1740538452) -> (continuation of Deferred@1538700231 after retry RPC after error@1245831454) -> (continuation of Deferred@653163047 after retry RPC after error@894558348)))
07:57:59.018 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@481440232(state=PENDING, result=null, callback=(continuation of Deferred@1218319824 after retry RPC after error@44033443) -> (continuation of Deferred@655747217 after retry RPC after error@707113194) -> (continuation of Deferred@313327851 after retry RPC after error@1868713440) -> (continuation of Deferred@1731949053 after retry RPC after error@1612594960) -> (continuation of Deferred@449761696 after retry RPC after error@1740538452) -> (continuation of Deferred@1538700231 after retry RPC after error@1245831454) -> (continuation of Deferred@653163047 after retry RPC after error@894558348), errback=(continuation of Deferred@1218319824 after retry RPC after error@44033443) -> (continuation of Deferred@655747217 after retry RPC after error@707113194) -> (continuation of Deferred@313327851 after retry RPC after error@1868713440) -> (continuation of Deferred@1731949053 after retry RPC after error@1612594960) -> (continuation of Deferred@449761696 after retry RPC after error@1740538452) -> (continuation of Deferred@1538700231 after retry RPC after error@1245831454) -> (continuation of Deferred@653163047 after retry RPC after error@894558348)))
07:57:59.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.036 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.056 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.056 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.077 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.136 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.155 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.156 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.156 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.156 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.156 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.256 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.256 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.258 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@317086878(state=PENDING, result=null, callback=(continuation of Deferred@515242662 after retry RPC after error@1016599098) -> (continuation of Deferred@2018972697 after retry RPC after error@1492497697) -> (continuation of Deferred@1772356691 after retry RPC after error@357683871) -> (continuation of Deferred@1432812528 after retry RPC after error@542048448) -> (continuation of Deferred@1761611270 after retry RPC after error@1918823571) -> (continuation of Deferred@268775507 after retry RPC after error@1217690515) -> (continuation of Deferred@562900153 after retry RPC after error@615675503) -> (continuation of Deferred@487345410 after retry RPC after error@1982854611), errback=(continuation of Deferred@515242662 after retry RPC after error@1016599098) -> (continuation of Deferred@2018972697 after retry RPC after error@1492497697) -> (continuation of Deferred@1772356691 after retry RPC after error@357683871) -> (continuation of Deferred@1432812528 after retry RPC after error@542048448) -> (continuation of Deferred@1761611270 after retry RPC after error@1918823571) -> (continuation of Deferred@268775507 after retry RPC after error@1217690515) -> (continuation of Deferred@562900153 after retry RPC after error@615675503) -> (continuation of Deferred@487345410 after retry RPC after error@1982854611)))
07:57:59.258 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@317086878(state=PENDING, result=null, callback=(continuation of Deferred@515242662 after retry RPC after error@1016599098) -> (continuation of Deferred@2018972697 after retry RPC after error@1492497697) -> (continuation of Deferred@1772356691 after retry RPC after error@357683871) -> (continuation of Deferred@1432812528 after retry RPC after error@542048448) -> (continuation of Deferred@1761611270 after retry RPC after error@1918823571) -> (continuation of Deferred@268775507 after retry RPC after error@1217690515) -> (continuation of Deferred@562900153 after retry RPC after error@615675503) -> (continuation of Deferred@487345410 after retry RPC after error@1982854611), errback=(continuation of Deferred@515242662 after retry RPC after error@1016599098) -> (continuation of Deferred@2018972697 after retry RPC after error@1492497697) -> (continuation of Deferred@1772356691 after retry RPC after error@357683871) -> (continuation of Deferred@1432812528 after retry RPC after error@542048448) -> (continuation of Deferred@1761611270 after retry RPC after error@1918823571) -> (continuation of Deferred@268775507 after retry RPC after error@1217690515) -> (continuation of Deferred@562900153 after retry RPC after error@615675503) -> (continuation of Deferred@487345410 after retry RPC after error@1982854611)))
07:57:59.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.276 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.276 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.276 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.276 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.276 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.276 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.336 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.337 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.337 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.337 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.357 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.357 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.397 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.536 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@787748197(state=PENDING, result=null, callback=(continuation of Deferred@1689201504 after retry RPC after error@1483088077) -> (continuation of Deferred@1756243029 after retry RPC after error@1719618328) -> (continuation of Deferred@2065074332 after retry RPC after error@312455035) -> (continuation of Deferred@185253361 after retry RPC after error@389087235) -> (continuation of Deferred@1487677457 after retry RPC after error@925347848) -> (continuation of Deferred@1763468840 after retry RPC after error@1983009296) -> (continuation of Deferred@1340538983 after retry RPC after error@1162497635), errback=(continuation of Deferred@1689201504 after retry RPC after error@1483088077) -> (continuation of Deferred@1756243029 after retry RPC after error@1719618328) -> (continuation of Deferred@2065074332 after retry RPC after error@312455035) -> (continuation of Deferred@185253361 after retry RPC after error@389087235) -> (continuation of Deferred@1487677457 after retry RPC after error@925347848) -> (continuation of Deferred@1763468840 after retry RPC after error@1983009296) -> (continuation of Deferred@1340538983 after retry RPC after error@1162497635)))
07:57:59.536 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:57:59.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.557 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.557 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.557 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.557 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.575 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.576 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.576 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.596 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.596 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.596 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.597 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.597 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.597 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.637 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.637 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.637 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.637 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.677 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.736 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.815 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@60450959(state=PENDING, result=null, callback=(continuation of Deferred@1172869253 after retry RPC after error@1114520951) -> (continuation of Deferred@1469263807 after retry RPC after error@127790034) -> (continuation of Deferred@116403996 after retry RPC after error@893796144) -> (continuation of Deferred@2070286576 after retry RPC after error@332244789) -> (continuation of Deferred@339927711 after retry RPC after error@276422808) -> (continuation of Deferred@1540588535 after retry RPC after error@626615223) -> (continuation of Deferred@638335897 after retry RPC after error@2033087200), errback=(continuation of Deferred@1172869253 after retry RPC after error@1114520951) -> (continuation of Deferred@1469263807 after retry RPC after error@127790034) -> (continuation of Deferred@116403996 after retry RPC after error@893796144) -> (continuation of Deferred@2070286576 after retry RPC after error@332244789) -> (continuation of Deferred@339927711 after retry RPC after error@276422808) -> (continuation of Deferred@1540588535 after retry RPC after error@626615223) -> (continuation of Deferred@638335897 after retry RPC after error@2033087200)))
07:57:59.817 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:57:59.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.856 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.856 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.860 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.876 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.876 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.876 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.876 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.876 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.896 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.936 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.936 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.936 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.937 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.937 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:57:59.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:57:59.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:57:59.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:57:59.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:57:59.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.037 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.037 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.037 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.037 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.037 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.037 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.037 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.039 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.039 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [204ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1084301094(state=PENDING, result=null, callback=(continuation of Deferred@46400486 after retry RPC after error@451016554) -> (continuation of Deferred@1313920067 after retry RPC after error@104905344) -> (continuation of Deferred@616120989 after retry RPC after error@838249415) -> (continuation of Deferred@2035057526 after retry RPC after error@2052829797) -> (continuation of Deferred@345553433 after retry RPC after error@271877086) -> (continuation of Deferred@234808733 after retry RPC after error@714188509) -> (continuation of Deferred@2064161252 after retry RPC after error@1335287592), errback=(continuation of Deferred@46400486 after retry RPC after error@451016554) -> (continuation of Deferred@1313920067 after retry RPC after error@104905344) -> (continuation of Deferred@616120989 after retry RPC after error@838249415) -> (continuation of Deferred@2035057526 after retry RPC after error@2052829797) -> (continuation of Deferred@345553433 after retry RPC after error@271877086) -> (continuation of Deferred@234808733 after retry RPC after error@714188509) -> (continuation of Deferred@2064161252 after retry RPC after error@1335287592)))
07:58:00.039 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [204ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1084301094(state=PENDING, result=null, callback=(continuation of Deferred@46400486 after retry RPC after error@451016554) -> (continuation of Deferred@1313920067 after retry RPC after error@104905344) -> (continuation of Deferred@616120989 after retry RPC after error@838249415) -> (continuation of Deferred@2035057526 after retry RPC after error@2052829797) -> (continuation of Deferred@345553433 after retry RPC after error@271877086) -> (continuation of Deferred@234808733 after retry RPC after error@714188509) -> (continuation of Deferred@2064161252 after retry RPC after error@1335287592), errback=(continuation of Deferred@46400486 after retry RPC after error@451016554) -> (continuation of Deferred@1313920067 after retry RPC after error@104905344) -> (continuation of Deferred@616120989 after retry RPC after error@838249415) -> (continuation of Deferred@2035057526 after retry RPC after error@2052829797) -> (continuation of Deferred@345553433 after retry RPC after error@271877086) -> (continuation of Deferred@234808733 after retry RPC after error@714188509) -> (continuation of Deferred@2064161252 after retry RPC after error@1335287592)))
07:58:00.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.076 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.076 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.176 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.176 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.176 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.216 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.216 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.216 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.217 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.218 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@291588338(state=PENDING, result=null, callback=(continuation of Deferred@1946767798 after retry RPC after error@1829101817) -> (continuation of Deferred@981033349 after retry RPC after error@558143712) -> (continuation of Deferred@536803743 after retry RPC after error@1572786353) -> (continuation of Deferred@742057930 after retry RPC after error@700246325) -> (continuation of Deferred@1097256860 after retry RPC after error@1794548825) -> (continuation of Deferred@294193786 after retry RPC after error@1597156415), errback=(continuation of Deferred@1946767798 after retry RPC after error@1829101817) -> (continuation of Deferred@981033349 after retry RPC after error@558143712) -> (continuation of Deferred@536803743 after retry RPC after error@1572786353) -> (continuation of Deferred@742057930 after retry RPC after error@700246325) -> (continuation of Deferred@1097256860 after retry RPC after error@1794548825) -> (continuation of Deferred@294193786 after retry RPC after error@1597156415)))
07:58:00.218 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@291588338(state=PENDING, result=null, callback=(continuation of Deferred@1946767798 after retry RPC after error@1829101817) -> (continuation of Deferred@981033349 after retry RPC after error@558143712) -> (continuation of Deferred@536803743 after retry RPC after error@1572786353) -> (continuation of Deferred@742057930 after retry RPC after error@700246325) -> (continuation of Deferred@1097256860 after retry RPC after error@1794548825) -> (continuation of Deferred@294193786 after retry RPC after error@1597156415), errback=(continuation of Deferred@1946767798 after retry RPC after error@1829101817) -> (continuation of Deferred@981033349 after retry RPC after error@558143712) -> (continuation of Deferred@536803743 after retry RPC after error@1572786353) -> (continuation of Deferred@742057930 after retry RPC after error@700246325) -> (continuation of Deferred@1097256860 after retry RPC after error@1794548825) -> (continuation of Deferred@294193786 after retry RPC after error@1597156415)))
07:58:00.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.236 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.236 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.236 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.236 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.236 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.236 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.236 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.236 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.296 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.315 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.315 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.315 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.315 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.316 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.316 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.316 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.356 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.356 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.397 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.397 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.398 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.399 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@819372446(state=PENDING, result=null, callback=(continuation of Deferred@1714325087 after retry RPC after error@1910936789) -> (continuation of Deferred@1688212125 after retry RPC after error@1644135878) -> (continuation of Deferred@1945234392 after retry RPC after error@913611087) -> (continuation of Deferred@1386496486 after retry RPC after error@1340616641) -> (continuation of Deferred@867939023 after retry RPC after error@555215638) -> (continuation of Deferred@1372337571 after retry RPC after error@1607765628), errback=(continuation of Deferred@1714325087 after retry RPC after error@1910936789) -> (continuation of Deferred@1688212125 after retry RPC after error@1644135878) -> (continuation of Deferred@1945234392 after retry RPC after error@913611087) -> (continuation of Deferred@1386496486 after retry RPC after error@1340616641) -> (continuation of Deferred@867939023 after retry RPC after error@555215638) -> (continuation of Deferred@1372337571 after retry RPC after error@1607765628)))
07:58:00.399 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@819372446(state=PENDING, result=null, callback=(continuation of Deferred@1714325087 after retry RPC after error@1910936789) -> (continuation of Deferred@1688212125 after retry RPC after error@1644135878) -> (continuation of Deferred@1945234392 after retry RPC after error@913611087) -> (continuation of Deferred@1386496486 after retry RPC after error@1340616641) -> (continuation of Deferred@867939023 after retry RPC after error@555215638) -> (continuation of Deferred@1372337571 after retry RPC after error@1607765628), errback=(continuation of Deferred@1714325087 after retry RPC after error@1910936789) -> (continuation of Deferred@1688212125 after retry RPC after error@1644135878) -> (continuation of Deferred@1945234392 after retry RPC after error@913611087) -> (continuation of Deferred@1386496486 after retry RPC after error@1340616641) -> (continuation of Deferred@867939023 after retry RPC after error@555215638) -> (continuation of Deferred@1372337571 after retry RPC after error@1607765628)))
07:58:00.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.416 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.416 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.416 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.416 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.416 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.416 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.455 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.455 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.455 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.456 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.456 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.456 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.616 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.616 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.616 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.618 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1849824794(state=PENDING, result=null, callback=(continuation of Deferred@1914690110 after retry RPC after error@1415738894) -> (continuation of Deferred@1871253451 after retry RPC after error@285554406) -> (continuation of Deferred@499634386 after retry RPC after error@1523713890) -> (continuation of Deferred@2097331364 after retry RPC after error@1166546916) -> (continuation of Deferred@1726615239 after retry RPC after error@743042159) -> (continuation of Deferred@1145471710 after retry RPC after error@1106545285) -> (continuation of Deferred@2011052106 after retry RPC after error@337086538), errback=(continuation of Deferred@1914690110 after retry RPC after error@1415738894) -> (continuation of Deferred@1871253451 after retry RPC after error@285554406) -> (continuation of Deferred@499634386 after retry RPC after error@1523713890) -> (continuation of Deferred@2097331364 after retry RPC after error@1166546916) -> (continuation of Deferred@1726615239 after retry RPC after error@743042159) -> (continuation of Deferred@1145471710 after retry RPC after error@1106545285) -> (continuation of Deferred@2011052106 after retry RPC after error@337086538)))
07:58:00.618 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1849824794(state=PENDING, result=null, callback=(continuation of Deferred@1914690110 after retry RPC after error@1415738894) -> (continuation of Deferred@1871253451 after retry RPC after error@285554406) -> (continuation of Deferred@499634386 after retry RPC after error@1523713890) -> (continuation of Deferred@2097331364 after retry RPC after error@1166546916) -> (continuation of Deferred@1726615239 after retry RPC after error@743042159) -> (continuation of Deferred@1145471710 after retry RPC after error@1106545285) -> (continuation of Deferred@2011052106 after retry RPC after error@337086538), errback=(continuation of Deferred@1914690110 after retry RPC after error@1415738894) -> (continuation of Deferred@1871253451 after retry RPC after error@285554406) -> (continuation of Deferred@499634386 after retry RPC after error@1523713890) -> (continuation of Deferred@2097331364 after retry RPC after error@1166546916) -> (continuation of Deferred@1726615239 after retry RPC after error@743042159) -> (continuation of Deferred@1145471710 after retry RPC after error@1106545285) -> (continuation of Deferred@2011052106 after retry RPC after error@337086538)))
07:58:00.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.636 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.716 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:00.763845 18484 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:58:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:00.764032 18484 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:58:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:00.764670 18484 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:58:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:00.765738 17250 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111) [suppressed 11 similar messages]
07:58:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:00.767092 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:58:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:00.767302 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:58:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:00.767406 17254 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:58:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:00.767640 18484 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:58:00.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.858 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1991780024(state=PENDING, result=null, callback=(continuation of Deferred@1651008036 after retry RPC after error@592911034) -> (continuation of Deferred@649726217 after retry RPC after error@293631616) -> (continuation of Deferred@819482582 after retry RPC after error@734069181) -> (continuation of Deferred@1564845965 after retry RPC after error@1331953363) -> (continuation of Deferred@1027063318 after retry RPC after error@509123812) -> (continuation of Deferred@1859205485 after retry RPC after error@1049937666) -> (continuation of Deferred@1054022088 after retry RPC after error@1681268042), errback=(continuation of Deferred@1651008036 after retry RPC after error@592911034) -> (continuation of Deferred@649726217 after retry RPC after error@293631616) -> (continuation of Deferred@819482582 after retry RPC after error@734069181) -> (continuation of Deferred@1564845965 after retry RPC after error@1331953363) -> (continuation of Deferred@1027063318 after retry RPC after error@509123812) -> (continuation of Deferred@1859205485 after retry RPC after error@1049937666) -> (continuation of Deferred@1054022088 after retry RPC after error@1681268042)))
07:58:00.859 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1991780024(state=PENDING, result=null, callback=(continuation of Deferred@1651008036 after retry RPC after error@592911034) -> (continuation of Deferred@649726217 after retry RPC after error@293631616) -> (continuation of Deferred@819482582 after retry RPC after error@734069181) -> (continuation of Deferred@1564845965 after retry RPC after error@1331953363) -> (continuation of Deferred@1027063318 after retry RPC after error@509123812) -> (continuation of Deferred@1859205485 after retry RPC after error@1049937666) -> (continuation of Deferred@1054022088 after retry RPC after error@1681268042), errback=(continuation of Deferred@1651008036 after retry RPC after error@592911034) -> (continuation of Deferred@649726217 after retry RPC after error@293631616) -> (continuation of Deferred@819482582 after retry RPC after error@734069181) -> (continuation of Deferred@1564845965 after retry RPC after error@1331953363) -> (continuation of Deferred@1027063318 after retry RPC after error@509123812) -> (continuation of Deferred@1859205485 after retry RPC after error@1049937666) -> (continuation of Deferred@1054022088 after retry RPC after error@1681268042)))
07:58:00.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.915 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.936 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.936 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.936 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.956 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.956 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.956 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:00.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:00.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:00.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:00.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:00.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.059 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@805907214(state=PENDING, result=null, callback=(continuation of Deferred@1386088834 after retry RPC after error@1282507781) -> (continuation of Deferred@1119082894 after retry RPC after error@1000065933) -> (continuation of Deferred@434837349 after retry RPC after error@1501227505) -> (continuation of Deferred@89728249 after retry RPC after error@1627082876) -> (continuation of Deferred@568992569 after retry RPC after error@802251668) -> (continuation of Deferred@1675879547 after retry RPC after error@1503736011), errback=(continuation of Deferred@1386088834 after retry RPC after error@1282507781) -> (continuation of Deferred@1119082894 after retry RPC after error@1000065933) -> (continuation of Deferred@434837349 after retry RPC after error@1501227505) -> (continuation of Deferred@89728249 after retry RPC after error@1627082876) -> (continuation of Deferred@568992569 after retry RPC after error@802251668) -> (continuation of Deferred@1675879547 after retry RPC after error@1503736011)))
07:58:01.059 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@805907214(state=PENDING, result=null, callback=(continuation of Deferred@1386088834 after retry RPC after error@1282507781) -> (continuation of Deferred@1119082894 after retry RPC after error@1000065933) -> (continuation of Deferred@434837349 after retry RPC after error@1501227505) -> (continuation of Deferred@89728249 after retry RPC after error@1627082876) -> (continuation of Deferred@568992569 after retry RPC after error@802251668) -> (continuation of Deferred@1675879547 after retry RPC after error@1503736011), errback=(continuation of Deferred@1386088834 after retry RPC after error@1282507781) -> (continuation of Deferred@1119082894 after retry RPC after error@1000065933) -> (continuation of Deferred@434837349 after retry RPC after error@1501227505) -> (continuation of Deferred@89728249 after retry RPC after error@1627082876) -> (continuation of Deferred@568992569 after retry RPC after error@802251668) -> (continuation of Deferred@1675879547 after retry RPC after error@1503736011)))
07:58:01.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.079 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.135 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.196 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.196 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.196 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.196 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.297 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.297 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.298 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1298018909(state=PENDING, result=null, callback=(continuation of Deferred@38511763 after retry RPC after error@659519755) -> (continuation of Deferred@558486817 after retry RPC after error@490325903) -> (continuation of Deferred@1107920775 after retry RPC after error@517093868) -> (continuation of Deferred@1901926346 after retry RPC after error@571192273) -> (continuation of Deferred@749743528 after retry RPC after error@597847179) -> (continuation of Deferred@978898034 after retry RPC after error@1160930771) -> (continuation of Deferred@1749208496 after retry RPC after error@1488204295), errback=(continuation of Deferred@38511763 after retry RPC after error@659519755) -> (continuation of Deferred@558486817 after retry RPC after error@490325903) -> (continuation of Deferred@1107920775 after retry RPC after error@517093868) -> (continuation of Deferred@1901926346 after retry RPC after error@571192273) -> (continuation of Deferred@749743528 after retry RPC after error@597847179) -> (continuation of Deferred@978898034 after retry RPC after error@1160930771) -> (continuation of Deferred@1749208496 after retry RPC after error@1488204295)))
07:58:01.299 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1298018909(state=PENDING, result=null, callback=(continuation of Deferred@38511763 after retry RPC after error@659519755) -> (continuation of Deferred@558486817 after retry RPC after error@490325903) -> (continuation of Deferred@1107920775 after retry RPC after error@517093868) -> (continuation of Deferred@1901926346 after retry RPC after error@571192273) -> (continuation of Deferred@749743528 after retry RPC after error@597847179) -> (continuation of Deferred@978898034 after retry RPC after error@1160930771) -> (continuation of Deferred@1749208496 after retry RPC after error@1488204295), errback=(continuation of Deferred@38511763 after retry RPC after error@659519755) -> (continuation of Deferred@558486817 after retry RPC after error@490325903) -> (continuation of Deferred@1107920775 after retry RPC after error@517093868) -> (continuation of Deferred@1901926346 after retry RPC after error@571192273) -> (continuation of Deferred@749743528 after retry RPC after error@597847179) -> (continuation of Deferred@978898034 after retry RPC after error@1160930771) -> (continuation of Deferred@1749208496 after retry RPC after error@1488204295)))
07:58:01.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.316 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.316 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.316 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.316 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.316 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.317 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.336 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.336 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.336 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.336 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.336 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.336 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.377 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.396 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.396 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.396 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.396 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.416 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.416 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.416 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.416 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.416 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.416 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.436 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.537 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.538 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [119ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1951661351(state=PENDING, result=null, callback=(continuation of Deferred@1044962679 after retry RPC after error@1684208347) -> (continuation of Deferred@1635416399 after retry RPC after error@170592898) -> (continuation of Deferred@1919999445 after retry RPC after error@28788066) -> (continuation of Deferred@867562522 after retry RPC after error@1628997620) -> (continuation of Deferred@359817335 after retry RPC after error@777370606) -> (continuation of Deferred@844926746 after retry RPC after error@400460162) -> (continuation of Deferred@296301270 after retry RPC after error@312500678), errback=(continuation of Deferred@1044962679 after retry RPC after error@1684208347) -> (continuation of Deferred@1635416399 after retry RPC after error@170592898) -> (continuation of Deferred@1919999445 after retry RPC after error@28788066) -> (continuation of Deferred@867562522 after retry RPC after error@1628997620) -> (continuation of Deferred@359817335 after retry RPC after error@777370606) -> (continuation of Deferred@844926746 after retry RPC after error@400460162) -> (continuation of Deferred@296301270 after retry RPC after error@312500678)))
07:58:01.538 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [119ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1951661351(state=PENDING, result=null, callback=(continuation of Deferred@1044962679 after retry RPC after error@1684208347) -> (continuation of Deferred@1635416399 after retry RPC after error@170592898) -> (continuation of Deferred@1919999445 after retry RPC after error@28788066) -> (continuation of Deferred@867562522 after retry RPC after error@1628997620) -> (continuation of Deferred@359817335 after retry RPC after error@777370606) -> (continuation of Deferred@844926746 after retry RPC after error@400460162) -> (continuation of Deferred@296301270 after retry RPC after error@312500678), errback=(continuation of Deferred@1044962679 after retry RPC after error@1684208347) -> (continuation of Deferred@1635416399 after retry RPC after error@170592898) -> (continuation of Deferred@1919999445 after retry RPC after error@28788066) -> (continuation of Deferred@867562522 after retry RPC after error@1628997620) -> (continuation of Deferred@359817335 after retry RPC after error@777370606) -> (continuation of Deferred@844926746 after retry RPC after error@400460162) -> (continuation of Deferred@296301270 after retry RPC after error@312500678)))
07:58:01.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.556 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.556 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.556 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.636 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.636 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.636 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.636 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.656 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.656 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.656 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.656 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.656 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.656 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.656 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.656 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:01.742313 17225 master_runner.cc:187] Error getting master registration for 127.16.139.254:43407: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111),
07:58:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:01.742538 17225 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:58:01.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.759 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.759 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [204ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@170663322(state=PENDING, result=null, callback=(continuation of Deferred@1649014562 after retry RPC after error@515874372) -> (continuation of Deferred@160355031 after retry RPC after error@1671745201) -> (continuation of Deferred@1324995840 after retry RPC after error@752238373) -> (continuation of Deferred@1395742722 after retry RPC after error@379962771) -> (continuation of Deferred@385106834 after retry RPC after error@197556606) -> (continuation of Deferred@1391378764 after retry RPC after error@1784614879) -> (continuation of Deferred@1577265621 after retry RPC after error@1714857698), errback=(continuation of Deferred@1649014562 after retry RPC after error@515874372) -> (continuation of Deferred@160355031 after retry RPC after error@1671745201) -> (continuation of Deferred@1324995840 after retry RPC after error@752238373) -> (continuation of Deferred@1395742722 after retry RPC after error@379962771) -> (continuation of Deferred@385106834 after retry RPC after error@197556606) -> (continuation of Deferred@1391378764 after retry RPC after error@1784614879) -> (continuation of Deferred@1577265621 after retry RPC after error@1714857698)))
07:58:01.759 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [204ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@170663322(state=PENDING, result=null, callback=(continuation of Deferred@1649014562 after retry RPC after error@515874372) -> (continuation of Deferred@160355031 after retry RPC after error@1671745201) -> (continuation of Deferred@1324995840 after retry RPC after error@752238373) -> (continuation of Deferred@1395742722 after retry RPC after error@379962771) -> (continuation of Deferred@385106834 after retry RPC after error@197556606) -> (continuation of Deferred@1391378764 after retry RPC after error@1784614879) -> (continuation of Deferred@1577265621 after retry RPC after error@1714857698), errback=(continuation of Deferred@1649014562 after retry RPC after error@515874372) -> (continuation of Deferred@160355031 after retry RPC after error@1671745201) -> (continuation of Deferred@1324995840 after retry RPC after error@752238373) -> (continuation of Deferred@1395742722 after retry RPC after error@379962771) -> (continuation of Deferred@385106834 after retry RPC after error@197556606) -> (continuation of Deferred@1391378764 after retry RPC after error@1784614879) -> (continuation of Deferred@1577265621 after retry RPC after error@1714857698)))
07:58:01.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.836 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.896 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.896 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.938 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@391116787(state=PENDING, result=null, callback=(continuation of Deferred@1151160910 after retry RPC after error@836826547) -> (continuation of Deferred@1213325945 after retry RPC after error@541680879) -> (continuation of Deferred@250105226 after retry RPC after error@949189769) -> (continuation of Deferred@2140537800 after retry RPC after error@345206473) -> (continuation of Deferred@1490806220 after retry RPC after error@2073013610) -> (continuation of Deferred@877160848 after retry RPC after error@1000516854), errback=(continuation of Deferred@1151160910 after retry RPC after error@836826547) -> (continuation of Deferred@1213325945 after retry RPC after error@541680879) -> (continuation of Deferred@250105226 after retry RPC after error@949189769) -> (continuation of Deferred@2140537800 after retry RPC after error@345206473) -> (continuation of Deferred@1490806220 after retry RPC after error@2073013610) -> (continuation of Deferred@877160848 after retry RPC after error@1000516854)))
07:58:01.938 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@391116787(state=PENDING, result=null, callback=(continuation of Deferred@1151160910 after retry RPC after error@836826547) -> (continuation of Deferred@1213325945 after retry RPC after error@541680879) -> (continuation of Deferred@250105226 after retry RPC after error@949189769) -> (continuation of Deferred@2140537800 after retry RPC after error@345206473) -> (continuation of Deferred@1490806220 after retry RPC after error@2073013610) -> (continuation of Deferred@877160848 after retry RPC after error@1000516854), errback=(continuation of Deferred@1151160910 after retry RPC after error@836826547) -> (continuation of Deferred@1213325945 after retry RPC after error@541680879) -> (continuation of Deferred@250105226 after retry RPC after error@949189769) -> (continuation of Deferred@2140537800 after retry RPC after error@345206473) -> (continuation of Deferred@1490806220 after retry RPC after error@2073013610) -> (continuation of Deferred@877160848 after retry RPC after error@1000516854)))
07:58:01.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:01.943002 18055 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:01.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:01.944406 18055 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:01.945657 18058 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.16.139.254:43407)
07:58:01.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.976 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.976 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:01.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:01.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:01.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:01.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:01.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.057 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.057 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.057 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.178 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1503559302(state=PENDING, result=null, callback=(continuation of Deferred@1965956246 after retry RPC after error@836033325) -> (continuation of Deferred@95894939 after retry RPC after error@804719077) -> (continuation of Deferred@716732961 after retry RPC after error@1025688040) -> (continuation of Deferred@21325874 after retry RPC after error@384491998) -> (continuation of Deferred@2137712720 after retry RPC after error@1424772052) -> (continuation of Deferred@2118299011 after retry RPC after error@1063737220) -> (continuation of Deferred@392626256 after retry RPC after error@560155523), errback=(continuation of Deferred@1965956246 after retry RPC after error@836033325) -> (continuation of Deferred@95894939 after retry RPC after error@804719077) -> (continuation of Deferred@716732961 after retry RPC after error@1025688040) -> (continuation of Deferred@21325874 after retry RPC after error@384491998) -> (continuation of Deferred@2137712720 after retry RPC after error@1424772052) -> (continuation of Deferred@2118299011 after retry RPC after error@1063737220) -> (continuation of Deferred@392626256 after retry RPC after error@560155523)))
07:58:02.178 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1503559302(state=PENDING, result=null, callback=(continuation of Deferred@1965956246 after retry RPC after error@836033325) -> (continuation of Deferred@95894939 after retry RPC after error@804719077) -> (continuation of Deferred@716732961 after retry RPC after error@1025688040) -> (continuation of Deferred@21325874 after retry RPC after error@384491998) -> (continuation of Deferred@2137712720 after retry RPC after error@1424772052) -> (continuation of Deferred@2118299011 after retry RPC after error@1063737220) -> (continuation of Deferred@392626256 after retry RPC after error@560155523), errback=(continuation of Deferred@1965956246 after retry RPC after error@836033325) -> (continuation of Deferred@95894939 after retry RPC after error@804719077) -> (continuation of Deferred@716732961 after retry RPC after error@1025688040) -> (continuation of Deferred@21325874 after retry RPC after error@384491998) -> (continuation of Deferred@2137712720 after retry RPC after error@1424772052) -> (continuation of Deferred@2118299011 after retry RPC after error@1063737220) -> (continuation of Deferred@392626256 after retry RPC after error@560155523)))
07:58:02.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.196 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.196 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.196 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.196 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.196 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.196 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.216 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.216 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.216 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.217 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.236 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.236 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.236 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.236 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.236 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.236 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.277 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.277 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.277 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.296 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.356 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.356 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.357 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.357 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.357 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.456 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@824015625(state=PENDING, result=null, callback=(continuation of Deferred@1467875198 after retry RPC after error@1361518916) -> (continuation of Deferred@815883021 after retry RPC after error@1790874403) -> (continuation of Deferred@1375733509 after retry RPC after error@977613056) -> (continuation of Deferred@29856846 after retry RPC after error@536750302) -> (continuation of Deferred@1293167627 after retry RPC after error@1581963672) -> (continuation of Deferred@1670530043 after retry RPC after error@222572431) -> (continuation of Deferred@1641819736 after retry RPC after error@1775414754) -> (continuation of Deferred@414103224 after retry RPC after error@884656757), errback=(continuation of Deferred@1467875198 after retry RPC after error@1361518916) -> (continuation of Deferred@815883021 after retry RPC after error@1790874403) -> (continuation of Deferred@1375733509 after retry RPC after error@977613056) -> (continuation of Deferred@29856846 after retry RPC after error@536750302) -> (continuation of Deferred@1293167627 after retry RPC after error@1581963672) -> (continuation of Deferred@1670530043 after retry RPC after error@222572431) -> (continuation of Deferred@1641819736 after retry RPC after error@1775414754) -> (continuation of Deferred@414103224 after retry RPC after error@884656757)))
07:58:02.456 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:02.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.496 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.516 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.516 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.516 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.516 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.516 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.516 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.555 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.555 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.555 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.556 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.556 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.556 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.576 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.576 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.576 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.616 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.616 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.616 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.616 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.616 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.679 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1430073530(state=PENDING, result=null, callback=(continuation of Deferred@416860836 after retry RPC after error@1600320400) -> (continuation of Deferred@897861425 after retry RPC after error@150997467) -> (continuation of Deferred@1473478581 after retry RPC after error@535161004) -> (continuation of Deferred@147823022 after retry RPC after error@17307581) -> (continuation of Deferred@1298853630 after retry RPC after error@2113589111) -> (continuation of Deferred@151792527 after retry RPC after error@1224241388) -> (continuation of Deferred@1392470547 after retry RPC after error@2044036684) -> (continuation of Deferred@292391594 after retry RPC after error@437909371), errback=(continuation of Deferred@416860836 after retry RPC after error@1600320400) -> (continuation of Deferred@897861425 after retry RPC after error@150997467) -> (continuation of Deferred@1473478581 after retry RPC after error@535161004) -> (continuation of Deferred@147823022 after retry RPC after error@17307581) -> (continuation of Deferred@1298853630 after retry RPC after error@2113589111) -> (continuation of Deferred@151792527 after retry RPC after error@1224241388) -> (continuation of Deferred@1392470547 after retry RPC after error@2044036684) -> (continuation of Deferred@292391594 after retry RPC after error@437909371)))
07:58:02.679 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1430073530(state=PENDING, result=null, callback=(continuation of Deferred@416860836 after retry RPC after error@1600320400) -> (continuation of Deferred@897861425 after retry RPC after error@150997467) -> (continuation of Deferred@1473478581 after retry RPC after error@535161004) -> (continuation of Deferred@147823022 after retry RPC after error@17307581) -> (continuation of Deferred@1298853630 after retry RPC after error@2113589111) -> (continuation of Deferred@151792527 after retry RPC after error@1224241388) -> (continuation of Deferred@1392470547 after retry RPC after error@2044036684) -> (continuation of Deferred@292391594 after retry RPC after error@437909371), errback=(continuation of Deferred@416860836 after retry RPC after error@1600320400) -> (continuation of Deferred@897861425 after retry RPC after error@150997467) -> (continuation of Deferred@1473478581 after retry RPC after error@535161004) -> (continuation of Deferred@147823022 after retry RPC after error@17307581) -> (continuation of Deferred@1298853630 after retry RPC after error@2113589111) -> (continuation of Deferred@151792527 after retry RPC after error@1224241388) -> (continuation of Deferred@1392470547 after retry RPC after error@2044036684) -> (continuation of Deferred@292391594 after retry RPC after error@437909371)))
07:58:02.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.697 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.697 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.697 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.699 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.716 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.756 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.756 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.756 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.796 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.796 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:02.931914 18517 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:58:02.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:02.932101 18517 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:58:02.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:02.932837 18517 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:58:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:02.934950 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:58:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:02.935117 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:58:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:02.935259 17250 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:58:02.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:02.935554 18517 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:58:02.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.936 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.936 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.936 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.936 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.936 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.936 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.937 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [4ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@8447975(state=PENDING, result=null, callback=(continuation of Deferred@190219353 after retry RPC after error@1390579966) -> (continuation of Deferred@1656344320 after retry RPC after error@1702994799) -> (continuation of Deferred@1523222474 after retry RPC after error@485071117) -> (continuation of Deferred@813991007 after retry RPC after error@1492567035) -> (continuation of Deferred@1452080120 after retry RPC after error@108863957) -> (continuation of Deferred@315616057 after retry RPC after error@2085096320) -> (continuation of Deferred@1294630090 after retry RPC after error@574005043), errback=(continuation of Deferred@190219353 after retry RPC after error@1390579966) -> (continuation of Deferred@1656344320 after retry RPC after error@1702994799) -> (continuation of Deferred@1523222474 after retry RPC after error@485071117) -> (continuation of Deferred@813991007 after retry RPC after error@1492567035) -> (continuation of Deferred@1452080120 after retry RPC after error@108863957) -> (continuation of Deferred@315616057 after retry RPC after error@2085096320) -> (continuation of Deferred@1294630090 after retry RPC after error@574005043)))
07:58:02.938 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [4ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@8447975(state=PENDING, result=null, callback=(continuation of Deferred@190219353 after retry RPC after error@1390579966) -> (continuation of Deferred@1656344320 after retry RPC after error@1702994799) -> (continuation of Deferred@1523222474 after retry RPC after error@485071117) -> (continuation of Deferred@813991007 after retry RPC after error@1492567035) -> (continuation of Deferred@1452080120 after retry RPC after error@108863957) -> (continuation of Deferred@315616057 after retry RPC after error@2085096320) -> (continuation of Deferred@1294630090 after retry RPC after error@574005043), errback=(continuation of Deferred@190219353 after retry RPC after error@1390579966) -> (continuation of Deferred@1656344320 after retry RPC after error@1702994799) -> (continuation of Deferred@1523222474 after retry RPC after error@485071117) -> (continuation of Deferred@813991007 after retry RPC after error@1492567035) -> (continuation of Deferred@1452080120 after retry RPC after error@108863957) -> (continuation of Deferred@315616057 after retry RPC after error@2085096320) -> (continuation of Deferred@1294630090 after retry RPC after error@574005043)))
07:58:02.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.955 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.956 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.956 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.956 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.976 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:02.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:02.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:02.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:02.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:02.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.016 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.016 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.036 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.036 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.036 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.036 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.055 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.056 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.176 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.176 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.176 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.176 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.176 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.178 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1576461393(state=PENDING, result=null, callback=(continuation of Deferred@126421666 after retry RPC after error@1415149482) -> (continuation of Deferred@1604595855 after retry RPC after error@899318598) -> (continuation of Deferred@2055820109 after retry RPC after error@1710399377) -> (continuation of Deferred@464317416 after retry RPC after error@2051918696) -> (continuation of Deferred@1248787543 after retry RPC after error@991034524) -> (continuation of Deferred@1193194429 after retry RPC after error@1402742461) -> (continuation of Deferred@1856894173 after retry RPC after error@1517031560), errback=(continuation of Deferred@126421666 after retry RPC after error@1415149482) -> (continuation of Deferred@1604595855 after retry RPC after error@899318598) -> (continuation of Deferred@2055820109 after retry RPC after error@1710399377) -> (continuation of Deferred@464317416 after retry RPC after error@2051918696) -> (continuation of Deferred@1248787543 after retry RPC after error@991034524) -> (continuation of Deferred@1193194429 after retry RPC after error@1402742461) -> (continuation of Deferred@1856894173 after retry RPC after error@1517031560)))
07:58:03.178 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1576461393(state=PENDING, result=null, callback=(continuation of Deferred@126421666 after retry RPC after error@1415149482) -> (continuation of Deferred@1604595855 after retry RPC after error@899318598) -> (continuation of Deferred@2055820109 after retry RPC after error@1710399377) -> (continuation of Deferred@464317416 after retry RPC after error@2051918696) -> (continuation of Deferred@1248787543 after retry RPC after error@991034524) -> (continuation of Deferred@1193194429 after retry RPC after error@1402742461) -> (continuation of Deferred@1856894173 after retry RPC after error@1517031560), errback=(continuation of Deferred@126421666 after retry RPC after error@1415149482) -> (continuation of Deferred@1604595855 after retry RPC after error@899318598) -> (continuation of Deferred@2055820109 after retry RPC after error@1710399377) -> (continuation of Deferred@464317416 after retry RPC after error@2051918696) -> (continuation of Deferred@1248787543 after retry RPC after error@991034524) -> (continuation of Deferred@1193194429 after retry RPC after error@1402742461) -> (continuation of Deferred@1856894173 after retry RPC after error@1517031560)))
07:58:03.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.196 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.196 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.196 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.196 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.196 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.196 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.216 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.216 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.217 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.256 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.256 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.275 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.276 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.276 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.276 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.276 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.276 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.296 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.437 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.437 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.437 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.437 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.438 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1734120888(state=PENDING, result=null, callback=(continuation of Deferred@146793577 after retry RPC after error@912466457) -> (continuation of Deferred@668964792 after retry RPC after error@606939054) -> (continuation of Deferred@1397097454 after retry RPC after error@2090504309) -> (continuation of Deferred@665041417 after retry RPC after error@1786702084) -> (continuation of Deferred@155504342 after retry RPC after error@561376947) -> (continuation of Deferred@465333094 after retry RPC after error@102205404) -> (continuation of Deferred@688573366 after retry RPC after error@663009362), errback=(continuation of Deferred@146793577 after retry RPC after error@912466457) -> (continuation of Deferred@668964792 after retry RPC after error@606939054) -> (continuation of Deferred@1397097454 after retry RPC after error@2090504309) -> (continuation of Deferred@665041417 after retry RPC after error@1786702084) -> (continuation of Deferred@155504342 after retry RPC after error@561376947) -> (continuation of Deferred@465333094 after retry RPC after error@102205404) -> (continuation of Deferred@688573366 after retry RPC after error@663009362)))
07:58:03.439 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1734120888(state=PENDING, result=null, callback=(continuation of Deferred@146793577 after retry RPC after error@912466457) -> (continuation of Deferred@668964792 after retry RPC after error@606939054) -> (continuation of Deferred@1397097454 after retry RPC after error@2090504309) -> (continuation of Deferred@665041417 after retry RPC after error@1786702084) -> (continuation of Deferred@155504342 after retry RPC after error@561376947) -> (continuation of Deferred@465333094 after retry RPC after error@102205404) -> (continuation of Deferred@688573366 after retry RPC after error@663009362), errback=(continuation of Deferred@146793577 after retry RPC after error@912466457) -> (continuation of Deferred@668964792 after retry RPC after error@606939054) -> (continuation of Deferred@1397097454 after retry RPC after error@2090504309) -> (continuation of Deferred@665041417 after retry RPC after error@1786702084) -> (continuation of Deferred@155504342 after retry RPC after error@561376947) -> (continuation of Deferred@465333094 after retry RPC after error@102205404) -> (continuation of Deferred@688573366 after retry RPC after error@663009362)))
07:58:03.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.456 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.456 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.456 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.457 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.457 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.457 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.476 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.476 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.476 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.476 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.476 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.476 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.536 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.536 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.536 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.556 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.696 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.696 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.696 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.696 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.696 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.696 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.715 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@217013531(state=PENDING, result=null, callback=(continuation of Deferred@636760954 after retry RPC after error@1987054530) -> (continuation of Deferred@569887652 after retry RPC after error@1468423428) -> (continuation of Deferred@1408093037 after retry RPC after error@624288969) -> (continuation of Deferred@981508384 after retry RPC after error@1594602761) -> (continuation of Deferred@1644215078 after retry RPC after error@1754859523) -> (continuation of Deferred@1462713745 after retry RPC after error@1427011968) -> (continuation of Deferred@850403724 after retry RPC after error@306835145) -> (continuation of Deferred@1009031844 after retry RPC after error@448804569), errback=(continuation of Deferred@636760954 after retry RPC after error@1987054530) -> (continuation of Deferred@569887652 after retry RPC after error@1468423428) -> (continuation of Deferred@1408093037 after retry RPC after error@624288969) -> (continuation of Deferred@981508384 after retry RPC after error@1594602761) -> (continuation of Deferred@1644215078 after retry RPC after error@1754859523) -> (continuation of Deferred@1462713745 after retry RPC after error@1427011968) -> (continuation of Deferred@850403724 after retry RPC after error@306835145) -> (continuation of Deferred@1009031844 after retry RPC after error@448804569)))
07:58:03.716 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:03.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.737 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.737 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.797 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.797 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.817 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.817 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.817 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.817 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.817 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.817 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.819 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.856 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.937 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.937 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.937 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.937 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.939 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.939 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [204ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1568823985(state=PENDING, result=null, callback=(continuation of Deferred@1289734892 after retry RPC after error@486796578) -> (continuation of Deferred@1957501618 after retry RPC after error@993366340) -> (continuation of Deferred@152020068 after retry RPC after error@199701146) -> (continuation of Deferred@394514910 after retry RPC after error@2870747) -> (continuation of Deferred@1953723710 after retry RPC after error@1186134728) -> (continuation of Deferred@1328996065 after retry RPC after error@296589257) -> (continuation of Deferred@2115553863 after retry RPC after error@799874038), errback=(continuation of Deferred@1289734892 after retry RPC after error@486796578) -> (continuation of Deferred@1957501618 after retry RPC after error@993366340) -> (continuation of Deferred@152020068 after retry RPC after error@199701146) -> (continuation of Deferred@394514910 after retry RPC after error@2870747) -> (continuation of Deferred@1953723710 after retry RPC after error@1186134728) -> (continuation of Deferred@1328996065 after retry RPC after error@296589257) -> (continuation of Deferred@2115553863 after retry RPC after error@799874038)))
07:58:03.940 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [204ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1568823985(state=PENDING, result=null, callback=(continuation of Deferred@1289734892 after retry RPC after error@486796578) -> (continuation of Deferred@1957501618 after retry RPC after error@993366340) -> (continuation of Deferred@152020068 after retry RPC after error@199701146) -> (continuation of Deferred@394514910 after retry RPC after error@2870747) -> (continuation of Deferred@1953723710 after retry RPC after error@1186134728) -> (continuation of Deferred@1328996065 after retry RPC after error@296589257) -> (continuation of Deferred@2115553863 after retry RPC after error@799874038), errback=(continuation of Deferred@1289734892 after retry RPC after error@486796578) -> (continuation of Deferred@1957501618 after retry RPC after error@993366340) -> (continuation of Deferred@152020068 after retry RPC after error@199701146) -> (continuation of Deferred@394514910 after retry RPC after error@2870747) -> (continuation of Deferred@1953723710 after retry RPC after error@1186134728) -> (continuation of Deferred@1328996065 after retry RPC after error@296589257) -> (continuation of Deferred@2115553863 after retry RPC after error@799874038)))
07:58:03.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.956 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.956 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.957 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.957 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.976 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:03.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:03.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:03.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:03.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:03.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.036 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.036 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.036 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.036 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.117 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@327770682(state=PENDING, result=null, callback=(continuation of Deferred@1413265686 after retry RPC after error@715048476) -> (continuation of Deferred@1609504864 after retry RPC after error@120531221) -> (continuation of Deferred@921355503 after retry RPC after error@1779980808) -> (continuation of Deferred@1301508915 after retry RPC after error@856333333) -> (continuation of Deferred@1395129127 after retry RPC after error@2076648273) -> (continuation of Deferred@756796913 after retry RPC after error@1242957427), errback=(continuation of Deferred@1413265686 after retry RPC after error@715048476) -> (continuation of Deferred@1609504864 after retry RPC after error@120531221) -> (continuation of Deferred@921355503 after retry RPC after error@1779980808) -> (continuation of Deferred@1301508915 after retry RPC after error@856333333) -> (continuation of Deferred@1395129127 after retry RPC after error@2076648273) -> (continuation of Deferred@756796913 after retry RPC after error@1242957427)))
07:58:04.118 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@327770682(state=PENDING, result=null, callback=(continuation of Deferred@1413265686 after retry RPC after error@715048476) -> (continuation of Deferred@1609504864 after retry RPC after error@120531221) -> (continuation of Deferred@921355503 after retry RPC after error@1779980808) -> (continuation of Deferred@1301508915 after retry RPC after error@856333333) -> (continuation of Deferred@1395129127 after retry RPC after error@2076648273) -> (continuation of Deferred@756796913 after retry RPC after error@1242957427), errback=(continuation of Deferred@1413265686 after retry RPC after error@715048476) -> (continuation of Deferred@1609504864 after retry RPC after error@120531221) -> (continuation of Deferred@921355503 after retry RPC after error@1779980808) -> (continuation of Deferred@1301508915 after retry RPC after error@856333333) -> (continuation of Deferred@1395129127 after retry RPC after error@2076648273) -> (continuation of Deferred@756796913 after retry RPC after error@1242957427)))
07:58:04.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.137 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.137 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.137 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.176 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.216 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.216 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.256 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.395 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1433514841(state=PENDING, result=null, callback=(continuation of Deferred@767091130 after retry RPC after error@30599610) -> (continuation of Deferred@88377368 after retry RPC after error@1576474770) -> (continuation of Deferred@933795751 after retry RPC after error@555821009) -> (continuation of Deferred@294821 after retry RPC after error@1708315839) -> (continuation of Deferred@372531725 after retry RPC after error@1048821941) -> (continuation of Deferred@500787607 after retry RPC after error@1851597247) -> (continuation of Deferred@1531708019 after retry RPC after error@2078992327), errback=(continuation of Deferred@767091130 after retry RPC after error@30599610) -> (continuation of Deferred@88377368 after retry RPC after error@1576474770) -> (continuation of Deferred@933795751 after retry RPC after error@555821009) -> (continuation of Deferred@294821 after retry RPC after error@1708315839) -> (continuation of Deferred@372531725 after retry RPC after error@1048821941) -> (continuation of Deferred@500787607 after retry RPC after error@1851597247) -> (continuation of Deferred@1531708019 after retry RPC after error@2078992327)))
07:58:04.396 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:04.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.436 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.455 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.455 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.456 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.456 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.456 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.456 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.476 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.476 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.476 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.476 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.476 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:04.503175 18543 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:58:04.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:04.503369 18543 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:58:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:04.504027 18543 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:58:04.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:04.506139 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:58:04.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:04.506346 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:58:04.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:04.506479 17250 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:58:04.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:04.506739 18543 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:58:04.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.576 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.576 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.576 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.676 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1750901478(state=PENDING, result=null, callback=(continuation of Deferred@1467371288 after retry RPC after error@1434977890) -> (continuation of Deferred@1954751406 after retry RPC after error@2034623562) -> (continuation of Deferred@472804085 after retry RPC after error@151045124) -> (continuation of Deferred@1685264601 after retry RPC after error@843237289) -> (continuation of Deferred@1565817558 after retry RPC after error@1392227740) -> (continuation of Deferred@783469258 after retry RPC after error@183058234) -> (continuation of Deferred@1955952251 after retry RPC after error@2077059616), errback=(continuation of Deferred@1467371288 after retry RPC after error@1434977890) -> (continuation of Deferred@1954751406 after retry RPC after error@2034623562) -> (continuation of Deferred@472804085 after retry RPC after error@151045124) -> (continuation of Deferred@1685264601 after retry RPC after error@843237289) -> (continuation of Deferred@1565817558 after retry RPC after error@1392227740) -> (continuation of Deferred@783469258 after retry RPC after error@183058234) -> (continuation of Deferred@1955952251 after retry RPC after error@2077059616)))
07:58:04.676 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:04.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.696 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.696 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.696 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.736 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.856 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.896 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.896 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.898 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.898 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@764103571(state=PENDING, result=null, callback=(continuation of Deferred@2101287461 after retry RPC after error@1347013745) -> (continuation of Deferred@633550271 after retry RPC after error@1390617927) -> (continuation of Deferred@1468592908 after retry RPC after error@1228703688) -> (continuation of Deferred@1978543517 after retry RPC after error@1047324538) -> (continuation of Deferred@787247912 after retry RPC after error@54768634) -> (continuation of Deferred@122021066 after retry RPC after error@1590396015) -> (continuation of Deferred@334748077 after retry RPC after error@229733450), errback=(continuation of Deferred@2101287461 after retry RPC after error@1347013745) -> (continuation of Deferred@633550271 after retry RPC after error@1390617927) -> (continuation of Deferred@1468592908 after retry RPC after error@1228703688) -> (continuation of Deferred@1978543517 after retry RPC after error@1047324538) -> (continuation of Deferred@787247912 after retry RPC after error@54768634) -> (continuation of Deferred@122021066 after retry RPC after error@1590396015) -> (continuation of Deferred@334748077 after retry RPC after error@229733450)))
07:58:04.899 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@764103571(state=PENDING, result=null, callback=(continuation of Deferred@2101287461 after retry RPC after error@1347013745) -> (continuation of Deferred@633550271 after retry RPC after error@1390617927) -> (continuation of Deferred@1468592908 after retry RPC after error@1228703688) -> (continuation of Deferred@1978543517 after retry RPC after error@1047324538) -> (continuation of Deferred@787247912 after retry RPC after error@54768634) -> (continuation of Deferred@122021066 after retry RPC after error@1590396015) -> (continuation of Deferred@334748077 after retry RPC after error@229733450), errback=(continuation of Deferred@2101287461 after retry RPC after error@1347013745) -> (continuation of Deferred@633550271 after retry RPC after error@1390617927) -> (continuation of Deferred@1468592908 after retry RPC after error@1228703688) -> (continuation of Deferred@1978543517 after retry RPC after error@1047324538) -> (continuation of Deferred@787247912 after retry RPC after error@54768634) -> (continuation of Deferred@122021066 after retry RPC after error@1590396015) -> (continuation of Deferred@334748077 after retry RPC after error@229733450)))
07:58:04.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.916 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.976 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:04.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:04.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:04.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:04.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:04.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.096 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.096 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.096 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.096 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.096 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.116 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.116 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.116 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.116 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.116 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.116 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.117 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2114948645(state=PENDING, result=null, callback=(continuation of Deferred@1297437069 after retry RPC after error@1369763462) -> (continuation of Deferred@1334081612 after retry RPC after error@1299753279) -> (continuation of Deferred@709251108 after retry RPC after error@1549818676) -> (continuation of Deferred@810163948 after retry RPC after error@947087499) -> (continuation of Deferred@548194513 after retry RPC after error@2127273483) -> (continuation of Deferred@513167936 after retry RPC after error@1031947817) -> (continuation of Deferred@2075065096 after retry RPC after error@1505167792), errback=(continuation of Deferred@1297437069 after retry RPC after error@1369763462) -> (continuation of Deferred@1334081612 after retry RPC after error@1299753279) -> (continuation of Deferred@709251108 after retry RPC after error@1549818676) -> (continuation of Deferred@810163948 after retry RPC after error@947087499) -> (continuation of Deferred@548194513 after retry RPC after error@2127273483) -> (continuation of Deferred@513167936 after retry RPC after error@1031947817) -> (continuation of Deferred@2075065096 after retry RPC after error@1505167792)))
07:58:05.117 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2114948645(state=PENDING, result=null, callback=(continuation of Deferred@1297437069 after retry RPC after error@1369763462) -> (continuation of Deferred@1334081612 after retry RPC after error@1299753279) -> (continuation of Deferred@709251108 after retry RPC after error@1549818676) -> (continuation of Deferred@810163948 after retry RPC after error@947087499) -> (continuation of Deferred@548194513 after retry RPC after error@2127273483) -> (continuation of Deferred@513167936 after retry RPC after error@1031947817) -> (continuation of Deferred@2075065096 after retry RPC after error@1505167792), errback=(continuation of Deferred@1297437069 after retry RPC after error@1369763462) -> (continuation of Deferred@1334081612 after retry RPC after error@1299753279) -> (continuation of Deferred@709251108 after retry RPC after error@1549818676) -> (continuation of Deferred@810163948 after retry RPC after error@947087499) -> (continuation of Deferred@548194513 after retry RPC after error@2127273483) -> (continuation of Deferred@513167936 after retry RPC after error@1031947817) -> (continuation of Deferred@2075065096 after retry RPC after error@1505167792)))
07:58:05.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.136 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.176 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.176 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.176 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.176 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.176 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.196 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.196 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.196 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.196 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.196 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.196 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.216 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.216 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.336 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.336 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.336 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.336 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.395 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1843445189(state=PENDING, result=null, callback=(continuation of Deferred@1612731177 after retry RPC after error@2031028480) -> (continuation of Deferred@1516307609 after retry RPC after error@839353477) -> (continuation of Deferred@1356607735 after retry RPC after error@1369072869) -> (continuation of Deferred@51246979 after retry RPC after error@228620491) -> (continuation of Deferred@1019918848 after retry RPC after error@1047878704) -> (continuation of Deferred@1386747282 after retry RPC after error@1547716908) -> (continuation of Deferred@900981278 after retry RPC after error@557038660), errback=(continuation of Deferred@1612731177 after retry RPC after error@2031028480) -> (continuation of Deferred@1516307609 after retry RPC after error@839353477) -> (continuation of Deferred@1356607735 after retry RPC after error@1369072869) -> (continuation of Deferred@51246979 after retry RPC after error@228620491) -> (continuation of Deferred@1019918848 after retry RPC after error@1047878704) -> (continuation of Deferred@1386747282 after retry RPC after error@1547716908) -> (continuation of Deferred@900981278 after retry RPC after error@557038660)))
07:58:05.396 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:05.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.416 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.416 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.416 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.416 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.416 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.436 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.436 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.436 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.436 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.477 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.477 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.496 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.496 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.496 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.536 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.618 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1884346226(state=PENDING, result=null, callback=(continuation of Deferred@506436145 after retry RPC after error@1874434614) -> (continuation of Deferred@639160544 after retry RPC after error@1342531606) -> (continuation of Deferred@848924213 after retry RPC after error@290638458) -> (continuation of Deferred@1907201888 after retry RPC after error@177411227) -> (continuation of Deferred@1954925530 after retry RPC after error@1938021930) -> (continuation of Deferred@1846038957 after retry RPC after error@2083370811) -> (continuation of Deferred@648833151 after retry RPC after error@1270054926), errback=(continuation of Deferred@506436145 after retry RPC after error@1874434614) -> (continuation of Deferred@639160544 after retry RPC after error@1342531606) -> (continuation of Deferred@848924213 after retry RPC after error@290638458) -> (continuation of Deferred@1907201888 after retry RPC after error@177411227) -> (continuation of Deferred@1954925530 after retry RPC after error@1938021930) -> (continuation of Deferred@1846038957 after retry RPC after error@2083370811) -> (continuation of Deferred@648833151 after retry RPC after error@1270054926)))
07:58:05.618 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1884346226(state=PENDING, result=null, callback=(continuation of Deferred@506436145 after retry RPC after error@1874434614) -> (continuation of Deferred@639160544 after retry RPC after error@1342531606) -> (continuation of Deferred@848924213 after retry RPC after error@290638458) -> (continuation of Deferred@1907201888 after retry RPC after error@177411227) -> (continuation of Deferred@1954925530 after retry RPC after error@1938021930) -> (continuation of Deferred@1846038957 after retry RPC after error@2083370811) -> (continuation of Deferred@648833151 after retry RPC after error@1270054926), errback=(continuation of Deferred@506436145 after retry RPC after error@1874434614) -> (continuation of Deferred@639160544 after retry RPC after error@1342531606) -> (continuation of Deferred@848924213 after retry RPC after error@290638458) -> (continuation of Deferred@1907201888 after retry RPC after error@177411227) -> (continuation of Deferred@1954925530 after retry RPC after error@1938021930) -> (continuation of Deferred@1846038957 after retry RPC after error@2083370811) -> (continuation of Deferred@648833151 after retry RPC after error@1270054926)))
07:58:05.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.636 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.636 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.636 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.636 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.636 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.656 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.656 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.656 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.656 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.656 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.656 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.696 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.696 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.696 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.696 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.716 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.716 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.716 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.736 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.836 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.837 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1381108444(state=PENDING, result=null, callback=(continuation of Deferred@1515689815 after retry RPC after error@1156032865) -> (continuation of Deferred@803883276 after retry RPC after error@1840034503) -> (continuation of Deferred@187133194 after retry RPC after error@1928491438) -> (continuation of Deferred@263054549 after retry RPC after error@119493997) -> (continuation of Deferred@937441209 after retry RPC after error@1459507178) -> (continuation of Deferred@907379372 after retry RPC after error@1272712510) -> (continuation of Deferred@2109187587 after retry RPC after error@1502754624), errback=(continuation of Deferred@1515689815 after retry RPC after error@1156032865) -> (continuation of Deferred@803883276 after retry RPC after error@1840034503) -> (continuation of Deferred@187133194 after retry RPC after error@1928491438) -> (continuation of Deferred@263054549 after retry RPC after error@119493997) -> (continuation of Deferred@937441209 after retry RPC after error@1459507178) -> (continuation of Deferred@907379372 after retry RPC after error@1272712510) -> (continuation of Deferred@2109187587 after retry RPC after error@1502754624)))
07:58:05.837 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1381108444(state=PENDING, result=null, callback=(continuation of Deferred@1515689815 after retry RPC after error@1156032865) -> (continuation of Deferred@803883276 after retry RPC after error@1840034503) -> (continuation of Deferred@187133194 after retry RPC after error@1928491438) -> (continuation of Deferred@263054549 after retry RPC after error@119493997) -> (continuation of Deferred@937441209 after retry RPC after error@1459507178) -> (continuation of Deferred@907379372 after retry RPC after error@1272712510) -> (continuation of Deferred@2109187587 after retry RPC after error@1502754624), errback=(continuation of Deferred@1515689815 after retry RPC after error@1156032865) -> (continuation of Deferred@803883276 after retry RPC after error@1840034503) -> (continuation of Deferred@187133194 after retry RPC after error@1928491438) -> (continuation of Deferred@263054549 after retry RPC after error@119493997) -> (continuation of Deferred@937441209 after retry RPC after error@1459507178) -> (continuation of Deferred@907379372 after retry RPC after error@1272712510) -> (continuation of Deferred@2109187587 after retry RPC after error@1502754624)))
07:58:05.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.896 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.916 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.936 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.936 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.936 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.936 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.977 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.977 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.977 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.977 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:05.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:05.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:05.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:05.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:05.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.015 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.016 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.016 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.017 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1699605320(state=PENDING, result=null, callback=(continuation of Deferred@963902209 after retry RPC after error@483810988) -> (continuation of Deferred@1904782906 after retry RPC after error@2073369832) -> (continuation of Deferred@1570261864 after retry RPC after error@1939164489) -> (continuation of Deferred@1197003903 after retry RPC after error@351920672) -> (continuation of Deferred@186984668 after retry RPC after error@1384371188) -> (continuation of Deferred@1400442615 after retry RPC after error@139071066) -> (continuation of Deferred@705410119 after retry RPC after error@1717292673), errback=(continuation of Deferred@963902209 after retry RPC after error@483810988) -> (continuation of Deferred@1904782906 after retry RPC after error@2073369832) -> (continuation of Deferred@1570261864 after retry RPC after error@1939164489) -> (continuation of Deferred@1197003903 after retry RPC after error@351920672) -> (continuation of Deferred@186984668 after retry RPC after error@1384371188) -> (continuation of Deferred@1400442615 after retry RPC after error@139071066) -> (continuation of Deferred@705410119 after retry RPC after error@1717292673)))
07:58:06.018 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1699605320(state=PENDING, result=null, callback=(continuation of Deferred@963902209 after retry RPC after error@483810988) -> (continuation of Deferred@1904782906 after retry RPC after error@2073369832) -> (continuation of Deferred@1570261864 after retry RPC after error@1939164489) -> (continuation of Deferred@1197003903 after retry RPC after error@351920672) -> (continuation of Deferred@186984668 after retry RPC after error@1384371188) -> (continuation of Deferred@1400442615 after retry RPC after error@139071066) -> (continuation of Deferred@705410119 after retry RPC after error@1717292673), errback=(continuation of Deferred@963902209 after retry RPC after error@483810988) -> (continuation of Deferred@1904782906 after retry RPC after error@2073369832) -> (continuation of Deferred@1570261864 after retry RPC after error@1939164489) -> (continuation of Deferred@1197003903 after retry RPC after error@351920672) -> (continuation of Deferred@186984668 after retry RPC after error@1384371188) -> (continuation of Deferred@1400442615 after retry RPC after error@139071066) -> (continuation of Deferred@705410119 after retry RPC after error@1717292673)))
07:58:06.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.036 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.036 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.036 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.036 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.096 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.096 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.096 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.096 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.096 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.115 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.115 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.115 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.115 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.115 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.116 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.156 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.156 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.156 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.156 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.156 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.156 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.176 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.216 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.217 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.217 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.218 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1693970468(state=PENDING, result=null, callback=(continuation of Deferred@890370239 after retry RPC after error@1646558775) -> (continuation of Deferred@848905979 after retry RPC after error@1765074524) -> (continuation of Deferred@1406808005 after retry RPC after error@307111503) -> (continuation of Deferred@1779958883 after retry RPC after error@609225082) -> (continuation of Deferred@653700658 after retry RPC after error@1164544253) -> (continuation of Deferred@1878570799 after retry RPC after error@1262975091) -> (continuation of Deferred@1481889815 after retry RPC after error@1374985600), errback=(continuation of Deferred@890370239 after retry RPC after error@1646558775) -> (continuation of Deferred@848905979 after retry RPC after error@1765074524) -> (continuation of Deferred@1406808005 after retry RPC after error@307111503) -> (continuation of Deferred@1779958883 after retry RPC after error@609225082) -> (continuation of Deferred@653700658 after retry RPC after error@1164544253) -> (continuation of Deferred@1878570799 after retry RPC after error@1262975091) -> (continuation of Deferred@1481889815 after retry RPC after error@1374985600)))
07:58:06.218 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1693970468(state=PENDING, result=null, callback=(continuation of Deferred@890370239 after retry RPC after error@1646558775) -> (continuation of Deferred@848905979 after retry RPC after error@1765074524) -> (continuation of Deferred@1406808005 after retry RPC after error@307111503) -> (continuation of Deferred@1779958883 after retry RPC after error@609225082) -> (continuation of Deferred@653700658 after retry RPC after error@1164544253) -> (continuation of Deferred@1878570799 after retry RPC after error@1262975091) -> (continuation of Deferred@1481889815 after retry RPC after error@1374985600), errback=(continuation of Deferred@890370239 after retry RPC after error@1646558775) -> (continuation of Deferred@848905979 after retry RPC after error@1765074524) -> (continuation of Deferred@1406808005 after retry RPC after error@307111503) -> (continuation of Deferred@1779958883 after retry RPC after error@609225082) -> (continuation of Deferred@653700658 after retry RPC after error@1164544253) -> (continuation of Deferred@1878570799 after retry RPC after error@1262975091) -> (continuation of Deferred@1481889815 after retry RPC after error@1374985600)))
07:58:06.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.255 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.256 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.256 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.256 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.256 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.256 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.296 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.296 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.296 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.316 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.316 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.316 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.316 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.316 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.316 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.356 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.356 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.356 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.356 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:06.443254 18572 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:58:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:06.443427 18572 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:58:06.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:06.444038 18572 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:58:06.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:06.444998 17254 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111) [suppressed 5 similar messages]
07:58:06.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:06.446195 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:58:06.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:06.446429 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:58:06.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:06.446527 17250 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:58:06.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:06.446756 18572 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:58:06.496 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1219754368(state=PENDING, result=null, callback=(continuation of Deferred@471053258 after retry RPC after error@2129688636) -> (continuation of Deferred@171819388 after retry RPC after error@1561679426) -> (continuation of Deferred@1553540041 after retry RPC after error@567644670) -> (continuation of Deferred@1166512793 after retry RPC after error@844589869) -> (continuation of Deferred@667259333 after retry RPC after error@714260130) -> (continuation of Deferred@1400431155 after retry RPC after error@1518331250) -> (continuation of Deferred@1371479105 after retry RPC after error@1860685690), errback=(continuation of Deferred@471053258 after retry RPC after error@2129688636) -> (continuation of Deferred@171819388 after retry RPC after error@1561679426) -> (continuation of Deferred@1553540041 after retry RPC after error@567644670) -> (continuation of Deferred@1166512793 after retry RPC after error@844589869) -> (continuation of Deferred@667259333 after retry RPC after error@714260130) -> (continuation of Deferred@1400431155 after retry RPC after error@1518331250) -> (continuation of Deferred@1371479105 after retry RPC after error@1860685690)))
07:58:06.496 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:06.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.517 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.536 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.536 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.536 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.556 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.597 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.636 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.636 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.637 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.696 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.697 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.697 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.697 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.697 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:06.743664 17225 master_runner.cc:187] Error getting master registration for 127.16.139.254:43407: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111),
07:58:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:06.743867 17225 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:58:06.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.758 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1386859166(state=PENDING, result=null, callback=(continuation of Deferred@1916444601 after retry RPC after error@1679070946) -> (continuation of Deferred@1374283435 after retry RPC after error@1300773682) -> (continuation of Deferred@1810473581 after retry RPC after error@722115188) -> (continuation of Deferred@893971712 after retry RPC after error@957681968) -> (continuation of Deferred@524887733 after retry RPC after error@1617942034) -> (continuation of Deferred@305993714 after retry RPC after error@53483540) -> (continuation of Deferred@1436219977 after retry RPC after error@1264282030), errback=(continuation of Deferred@1916444601 after retry RPC after error@1679070946) -> (continuation of Deferred@1374283435 after retry RPC after error@1300773682) -> (continuation of Deferred@1810473581 after retry RPC after error@722115188) -> (continuation of Deferred@893971712 after retry RPC after error@957681968) -> (continuation of Deferred@524887733 after retry RPC after error@1617942034) -> (continuation of Deferred@305993714 after retry RPC after error@53483540) -> (continuation of Deferred@1436219977 after retry RPC after error@1264282030)))
07:58:06.758 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1386859166(state=PENDING, result=null, callback=(continuation of Deferred@1916444601 after retry RPC after error@1679070946) -> (continuation of Deferred@1374283435 after retry RPC after error@1300773682) -> (continuation of Deferred@1810473581 after retry RPC after error@722115188) -> (continuation of Deferred@893971712 after retry RPC after error@957681968) -> (continuation of Deferred@524887733 after retry RPC after error@1617942034) -> (continuation of Deferred@305993714 after retry RPC after error@53483540) -> (continuation of Deferred@1436219977 after retry RPC after error@1264282030), errback=(continuation of Deferred@1916444601 after retry RPC after error@1679070946) -> (continuation of Deferred@1374283435 after retry RPC after error@1300773682) -> (continuation of Deferred@1810473581 after retry RPC after error@722115188) -> (continuation of Deferred@893971712 after retry RPC after error@957681968) -> (continuation of Deferred@524887733 after retry RPC after error@1617942034) -> (continuation of Deferred@305993714 after retry RPC after error@53483540) -> (continuation of Deferred@1436219977 after retry RPC after error@1264282030)))
07:58:06.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.776 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.776 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.776 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.776 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.796 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.816 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.816 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.816 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.816 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.816 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.816 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.876 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.876 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.876 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.876 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.876 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:06.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:06.896 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.896 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:06.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:06.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:06.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:06.977088 18055 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:06.981488 18055 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:06.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:06.983057 18058 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.16.139.254:43407)
07:58:07.035 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@995654370(state=PENDING, result=null, callback=(continuation of Deferred@515806474 after retry RPC after error@1205400489) -> (continuation of Deferred@786421804 after retry RPC after error@1445476479) -> (continuation of Deferred@1012195701 after retry RPC after error@1007753453) -> (continuation of Deferred@1826601467 after retry RPC after error@2065928159) -> (continuation of Deferred@1625785991 after retry RPC after error@1418013702) -> (continuation of Deferred@1166296844 after retry RPC after error@574518548) -> (continuation of Deferred@2125536362 after retry RPC after error@61467302), errback=(continuation of Deferred@515806474 after retry RPC after error@1205400489) -> (continuation of Deferred@786421804 after retry RPC after error@1445476479) -> (continuation of Deferred@1012195701 after retry RPC after error@1007753453) -> (continuation of Deferred@1826601467 after retry RPC after error@2065928159) -> (continuation of Deferred@1625785991 after retry RPC after error@1418013702) -> (continuation of Deferred@1166296844 after retry RPC after error@574518548) -> (continuation of Deferred@2125536362 after retry RPC after error@61467302)))
07:58:07.036 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:07.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.076 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.076 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.116 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.116 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.116 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.176 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.176 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.176 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.176 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.176 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.238 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [59ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2100019218(state=PENDING, result=null, callback=(continuation of Deferred@835177434 after retry RPC after error@1696311716) -> (continuation of Deferred@956252639 after retry RPC after error@469183874) -> (continuation of Deferred@350338109 after retry RPC after error@739205516) -> (continuation of Deferred@1857829995 after retry RPC after error@1275430659) -> (continuation of Deferred@1427950314 after retry RPC after error@46715588) -> (continuation of Deferred@228125074 after retry RPC after error@1833257661), errback=(continuation of Deferred@835177434 after retry RPC after error@1696311716) -> (continuation of Deferred@956252639 after retry RPC after error@469183874) -> (continuation of Deferred@350338109 after retry RPC after error@739205516) -> (continuation of Deferred@1857829995 after retry RPC after error@1275430659) -> (continuation of Deferred@1427950314 after retry RPC after error@46715588) -> (continuation of Deferred@228125074 after retry RPC after error@1833257661)))
07:58:07.238 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [59ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2100019218(state=PENDING, result=null, callback=(continuation of Deferred@835177434 after retry RPC after error@1696311716) -> (continuation of Deferred@956252639 after retry RPC after error@469183874) -> (continuation of Deferred@350338109 after retry RPC after error@739205516) -> (continuation of Deferred@1857829995 after retry RPC after error@1275430659) -> (continuation of Deferred@1427950314 after retry RPC after error@46715588) -> (continuation of Deferred@228125074 after retry RPC after error@1833257661), errback=(continuation of Deferred@835177434 after retry RPC after error@1696311716) -> (continuation of Deferred@956252639 after retry RPC after error@469183874) -> (continuation of Deferred@350338109 after retry RPC after error@739205516) -> (continuation of Deferred@1857829995 after retry RPC after error@1275430659) -> (continuation of Deferred@1427950314 after retry RPC after error@46715588) -> (continuation of Deferred@228125074 after retry RPC after error@1833257661)))
07:58:07.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.256 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.256 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.256 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.256 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.256 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.256 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.296 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.296 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.296 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.296 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.316 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.316 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.316 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.316 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.316 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.316 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.336 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.336 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.336 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.336 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.336 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.336 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.456 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.456 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.456 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@634553621(state=PENDING, result=null, callback=(continuation of Deferred@114994090 after retry RPC after error@436648989) -> (continuation of Deferred@2092422993 after retry RPC after error@1299976191) -> (continuation of Deferred@505969153 after retry RPC after error@828496781) -> (continuation of Deferred@1940819887 after retry RPC after error@1577084370) -> (continuation of Deferred@52814945 after retry RPC after error@1017641531) -> (continuation of Deferred@1005832695 after retry RPC after error@1719670190), errback=(continuation of Deferred@114994090 after retry RPC after error@436648989) -> (continuation of Deferred@2092422993 after retry RPC after error@1299976191) -> (continuation of Deferred@505969153 after retry RPC after error@828496781) -> (continuation of Deferred@1940819887 after retry RPC after error@1577084370) -> (continuation of Deferred@52814945 after retry RPC after error@1017641531) -> (continuation of Deferred@1005832695 after retry RPC after error@1719670190)))
07:58:07.458 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@634553621(state=PENDING, result=null, callback=(continuation of Deferred@114994090 after retry RPC after error@436648989) -> (continuation of Deferred@2092422993 after retry RPC after error@1299976191) -> (continuation of Deferred@505969153 after retry RPC after error@828496781) -> (continuation of Deferred@1940819887 after retry RPC after error@1577084370) -> (continuation of Deferred@52814945 after retry RPC after error@1017641531) -> (continuation of Deferred@1005832695 after retry RPC after error@1719670190), errback=(continuation of Deferred@114994090 after retry RPC after error@436648989) -> (continuation of Deferred@2092422993 after retry RPC after error@1299976191) -> (continuation of Deferred@505969153 after retry RPC after error@828496781) -> (continuation of Deferred@1940819887 after retry RPC after error@1577084370) -> (continuation of Deferred@52814945 after retry RPC after error@1017641531) -> (continuation of Deferred@1005832695 after retry RPC after error@1719670190)))
07:58:07.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.476 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.536 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.536 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.556 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.556 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.556 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.657 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1824946706(state=PENDING, result=null, callback=(continuation of Deferred@177024833 after retry RPC after error@396746888) -> (continuation of Deferred@591072789 after retry RPC after error@2096293514) -> (continuation of Deferred@535181682 after retry RPC after error@662645670) -> (continuation of Deferred@1548735226 after retry RPC after error@929216847) -> (continuation of Deferred@434191224 after retry RPC after error@1201476089) -> (continuation of Deferred@1709691890 after retry RPC after error@1198372544), errback=(continuation of Deferred@177024833 after retry RPC after error@396746888) -> (continuation of Deferred@591072789 after retry RPC after error@2096293514) -> (continuation of Deferred@535181682 after retry RPC after error@662645670) -> (continuation of Deferred@1548735226 after retry RPC after error@929216847) -> (continuation of Deferred@434191224 after retry RPC after error@1201476089) -> (continuation of Deferred@1709691890 after retry RPC after error@1198372544)))
07:58:07.658 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1824946706(state=PENDING, result=null, callback=(continuation of Deferred@177024833 after retry RPC after error@396746888) -> (continuation of Deferred@591072789 after retry RPC after error@2096293514) -> (continuation of Deferred@535181682 after retry RPC after error@662645670) -> (continuation of Deferred@1548735226 after retry RPC after error@929216847) -> (continuation of Deferred@434191224 after retry RPC after error@1201476089) -> (continuation of Deferred@1709691890 after retry RPC after error@1198372544), errback=(continuation of Deferred@177024833 after retry RPC after error@396746888) -> (continuation of Deferred@591072789 after retry RPC after error@2096293514) -> (continuation of Deferred@535181682 after retry RPC after error@662645670) -> (continuation of Deferred@1548735226 after retry RPC after error@929216847) -> (continuation of Deferred@434191224 after retry RPC after error@1201476089) -> (continuation of Deferred@1709691890 after retry RPC after error@1198372544)))
07:58:07.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.716 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.716 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.736 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.756 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.756 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.756 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.796 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.836 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.836 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.836 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.836 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.836 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.836 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.837 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1711200081(state=PENDING, result=null, callback=(continuation of Deferred@1213877382 after retry RPC after error@666533919) -> (continuation of Deferred@1774348646 after retry RPC after error@2048225104) -> (continuation of Deferred@1622221544 after retry RPC after error@335084697) -> (continuation of Deferred@1770729177 after retry RPC after error@943043415) -> (continuation of Deferred@1375367387 after retry RPC after error@87183945) -> (continuation of Deferred@897538512 after retry RPC after error@541457187), errback=(continuation of Deferred@1213877382 after retry RPC after error@666533919) -> (continuation of Deferred@1774348646 after retry RPC after error@2048225104) -> (continuation of Deferred@1622221544 after retry RPC after error@335084697) -> (continuation of Deferred@1770729177 after retry RPC after error@943043415) -> (continuation of Deferred@1375367387 after retry RPC after error@87183945) -> (continuation of Deferred@897538512 after retry RPC after error@541457187)))
07:58:07.837 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1711200081(state=PENDING, result=null, callback=(continuation of Deferred@1213877382 after retry RPC after error@666533919) -> (continuation of Deferred@1774348646 after retry RPC after error@2048225104) -> (continuation of Deferred@1622221544 after retry RPC after error@335084697) -> (continuation of Deferred@1770729177 after retry RPC after error@943043415) -> (continuation of Deferred@1375367387 after retry RPC after error@87183945) -> (continuation of Deferred@897538512 after retry RPC after error@541457187), errback=(continuation of Deferred@1213877382 after retry RPC after error@666533919) -> (continuation of Deferred@1774348646 after retry RPC after error@2048225104) -> (continuation of Deferred@1622221544 after retry RPC after error@335084697) -> (continuation of Deferred@1770729177 after retry RPC after error@943043415) -> (continuation of Deferred@1375367387 after retry RPC after error@87183945) -> (continuation of Deferred@897538512 after retry RPC after error@541457187)))
07:58:07.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.876 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.876 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.895 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.895 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.896 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.896 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.896 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.896 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.916 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.936 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:07.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:07.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:07.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:07.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:07.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.016 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.016 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.016 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.016 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.016 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.018 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@251338613(state=PENDING, result=null, callback=(continuation of Deferred@1603030419 after retry RPC after error@852242653) -> (continuation of Deferred@1267681189 after retry RPC after error@500820246) -> (continuation of Deferred@545574891 after retry RPC after error@1931303422) -> (continuation of Deferred@1109301847 after retry RPC after error@282942043) -> (continuation of Deferred@371209276 after retry RPC after error@267079087) -> (continuation of Deferred@965845543 after retry RPC after error@1130641612), errback=(continuation of Deferred@1603030419 after retry RPC after error@852242653) -> (continuation of Deferred@1267681189 after retry RPC after error@500820246) -> (continuation of Deferred@545574891 after retry RPC after error@1931303422) -> (continuation of Deferred@1109301847 after retry RPC after error@282942043) -> (continuation of Deferred@371209276 after retry RPC after error@267079087) -> (continuation of Deferred@965845543 after retry RPC after error@1130641612)))
07:58:08.018 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@251338613(state=PENDING, result=null, callback=(continuation of Deferred@1603030419 after retry RPC after error@852242653) -> (continuation of Deferred@1267681189 after retry RPC after error@500820246) -> (continuation of Deferred@545574891 after retry RPC after error@1931303422) -> (continuation of Deferred@1109301847 after retry RPC after error@282942043) -> (continuation of Deferred@371209276 after retry RPC after error@267079087) -> (continuation of Deferred@965845543 after retry RPC after error@1130641612), errback=(continuation of Deferred@1603030419 after retry RPC after error@852242653) -> (continuation of Deferred@1267681189 after retry RPC after error@500820246) -> (continuation of Deferred@545574891 after retry RPC after error@1931303422) -> (continuation of Deferred@1109301847 after retry RPC after error@282942043) -> (continuation of Deferred@371209276 after retry RPC after error@267079087) -> (continuation of Deferred@965845543 after retry RPC after error@1130641612)))
07:58:08.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.036 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.036 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.036 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.036 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.036 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.036 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.077 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.077 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.116 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.116 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.176 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.176 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.176 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.216 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.216 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.216 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.218 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@273337716(state=PENDING, result=null, callback=(continuation of Deferred@528916621 after retry RPC after error@79593158) -> (continuation of Deferred@2059558400 after retry RPC after error@1009061185) -> (continuation of Deferred@369967232 after retry RPC after error@1639077065) -> (continuation of Deferred@157824161 after retry RPC after error@489910216) -> (continuation of Deferred@1640379822 after retry RPC after error@304165187) -> (continuation of Deferred@1512362650 after retry RPC after error@1550826297) -> (continuation of Deferred@206872159 after retry RPC after error@392437183), errback=(continuation of Deferred@528916621 after retry RPC after error@79593158) -> (continuation of Deferred@2059558400 after retry RPC after error@1009061185) -> (continuation of Deferred@369967232 after retry RPC after error@1639077065) -> (continuation of Deferred@157824161 after retry RPC after error@489910216) -> (continuation of Deferred@1640379822 after retry RPC after error@304165187) -> (continuation of Deferred@1512362650 after retry RPC after error@1550826297) -> (continuation of Deferred@206872159 after retry RPC after error@392437183)))
07:58:08.218 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@273337716(state=PENDING, result=null, callback=(continuation of Deferred@528916621 after retry RPC after error@79593158) -> (continuation of Deferred@2059558400 after retry RPC after error@1009061185) -> (continuation of Deferred@369967232 after retry RPC after error@1639077065) -> (continuation of Deferred@157824161 after retry RPC after error@489910216) -> (continuation of Deferred@1640379822 after retry RPC after error@304165187) -> (continuation of Deferred@1512362650 after retry RPC after error@1550826297) -> (continuation of Deferred@206872159 after retry RPC after error@392437183), errback=(continuation of Deferred@528916621 after retry RPC after error@79593158) -> (continuation of Deferred@2059558400 after retry RPC after error@1009061185) -> (continuation of Deferred@369967232 after retry RPC after error@1639077065) -> (continuation of Deferred@157824161 after retry RPC after error@489910216) -> (continuation of Deferred@1640379822 after retry RPC after error@304165187) -> (continuation of Deferred@1512362650 after retry RPC after error@1550826297) -> (continuation of Deferred@206872159 after retry RPC after error@392437183)))
07:58:08.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.236 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.236 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.236 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.236 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.236 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.236 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.277 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.296 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.315 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.316 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.316 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.316 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.316 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.316 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.316 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.396 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.396 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.396 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.396 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.396 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.456 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.456 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.456 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.456 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.456 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.456 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.457 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2078762265(state=PENDING, result=null, callback=(continuation of Deferred@1254539092 after retry RPC after error@637308778) -> (continuation of Deferred@247209007 after retry RPC after error@1311997772) -> (continuation of Deferred@829445569 after retry RPC after error@1890978650) -> (continuation of Deferred@503659527 after retry RPC after error@1259993492) -> (continuation of Deferred@2020897643 after retry RPC after error@945314788) -> (continuation of Deferred@252362220 after retry RPC after error@190521536) -> (continuation of Deferred@1357899243 after retry RPC after error@714216297), errback=(continuation of Deferred@1254539092 after retry RPC after error@637308778) -> (continuation of Deferred@247209007 after retry RPC after error@1311997772) -> (continuation of Deferred@829445569 after retry RPC after error@1890978650) -> (continuation of Deferred@503659527 after retry RPC after error@1259993492) -> (continuation of Deferred@2020897643 after retry RPC after error@945314788) -> (continuation of Deferred@252362220 after retry RPC after error@190521536) -> (continuation of Deferred@1357899243 after retry RPC after error@714216297)))
07:58:08.458 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2078762265(state=PENDING, result=null, callback=(continuation of Deferred@1254539092 after retry RPC after error@637308778) -> (continuation of Deferred@247209007 after retry RPC after error@1311997772) -> (continuation of Deferred@829445569 after retry RPC after error@1890978650) -> (continuation of Deferred@503659527 after retry RPC after error@1259993492) -> (continuation of Deferred@2020897643 after retry RPC after error@945314788) -> (continuation of Deferred@252362220 after retry RPC after error@190521536) -> (continuation of Deferred@1357899243 after retry RPC after error@714216297), errback=(continuation of Deferred@1254539092 after retry RPC after error@637308778) -> (continuation of Deferred@247209007 after retry RPC after error@1311997772) -> (continuation of Deferred@829445569 after retry RPC after error@1890978650) -> (continuation of Deferred@503659527 after retry RPC after error@1259993492) -> (continuation of Deferred@2020897643 after retry RPC after error@945314788) -> (continuation of Deferred@252362220 after retry RPC after error@190521536) -> (continuation of Deferred@1357899243 after retry RPC after error@714216297)))
07:58:08.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.476 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.476 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.476 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.476 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.476 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.476 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.535 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.536 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.556 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.617 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.617 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.617 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.617 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.716 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.716 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.716 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.717 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@508014432(state=PENDING, result=null, callback=(continuation of Deferred@2051607049 after retry RPC after error@1053329265) -> (continuation of Deferred@1108973567 after retry RPC after error@1627790451) -> (continuation of Deferred@1403869976 after retry RPC after error@698658067) -> (continuation of Deferred@655126967 after retry RPC after error@1983382689) -> (continuation of Deferred@1333060837 after retry RPC after error@1127486509) -> (continuation of Deferred@124863541 after retry RPC after error@836392310) -> (continuation of Deferred@1499585636 after retry RPC after error@982990361), errback=(continuation of Deferred@2051607049 after retry RPC after error@1053329265) -> (continuation of Deferred@1108973567 after retry RPC after error@1627790451) -> (continuation of Deferred@1403869976 after retry RPC after error@698658067) -> (continuation of Deferred@655126967 after retry RPC after error@1983382689) -> (continuation of Deferred@1333060837 after retry RPC after error@1127486509) -> (continuation of Deferred@124863541 after retry RPC after error@836392310) -> (continuation of Deferred@1499585636 after retry RPC after error@982990361)))
07:58:08.718 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@508014432(state=PENDING, result=null, callback=(continuation of Deferred@2051607049 after retry RPC after error@1053329265) -> (continuation of Deferred@1108973567 after retry RPC after error@1627790451) -> (continuation of Deferred@1403869976 after retry RPC after error@698658067) -> (continuation of Deferred@655126967 after retry RPC after error@1983382689) -> (continuation of Deferred@1333060837 after retry RPC after error@1127486509) -> (continuation of Deferred@124863541 after retry RPC after error@836392310) -> (continuation of Deferred@1499585636 after retry RPC after error@982990361), errback=(continuation of Deferred@2051607049 after retry RPC after error@1053329265) -> (continuation of Deferred@1108973567 after retry RPC after error@1627790451) -> (continuation of Deferred@1403869976 after retry RPC after error@698658067) -> (continuation of Deferred@655126967 after retry RPC after error@1983382689) -> (continuation of Deferred@1333060837 after retry RPC after error@1127486509) -> (continuation of Deferred@124863541 after retry RPC after error@836392310) -> (continuation of Deferred@1499585636 after retry RPC after error@982990361)))
07:58:08.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.737 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.737 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.776 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.776 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.776 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.776 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.776 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.796 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.816 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.816 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.816 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.816 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.816 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.816 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.836 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.856 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.856 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:08.868194 18602 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:58:08.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:08.868361 18602 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:58:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:08.869014 18602 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:58:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:08.871021 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:58:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:08.871241 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:58:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:08.871359 17254 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:58:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:08.871622 18602 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:58:08.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:08.978 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [99ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1676448239(state=PENDING, result=null, callback=(continuation of Deferred@2006953277 after retry RPC after error@535141006) -> (continuation of Deferred@1355819485 after retry RPC after error@1463069121) -> (continuation of Deferred@1573388383 after retry RPC after error@1858781314) -> (continuation of Deferred@1065714247 after retry RPC after error@1301110487) -> (continuation of Deferred@1356490177 after retry RPC after error@1756127624) -> (continuation of Deferred@2066235744 after retry RPC after error@1551160116) -> (continuation of Deferred@1602437398 after retry RPC after error@1411959631), errback=(continuation of Deferred@2006953277 after retry RPC after error@535141006) -> (continuation of Deferred@1355819485 after retry RPC after error@1463069121) -> (continuation of Deferred@1573388383 after retry RPC after error@1858781314) -> (continuation of Deferred@1065714247 after retry RPC after error@1301110487) -> (continuation of Deferred@1356490177 after retry RPC after error@1756127624) -> (continuation of Deferred@2066235744 after retry RPC after error@1551160116) -> (continuation of Deferred@1602437398 after retry RPC after error@1411959631)))
07:58:08.978 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [99ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1676448239(state=PENDING, result=null, callback=(continuation of Deferred@2006953277 after retry RPC after error@535141006) -> (continuation of Deferred@1355819485 after retry RPC after error@1463069121) -> (continuation of Deferred@1573388383 after retry RPC after error@1858781314) -> (continuation of Deferred@1065714247 after retry RPC after error@1301110487) -> (continuation of Deferred@1356490177 after retry RPC after error@1756127624) -> (continuation of Deferred@2066235744 after retry RPC after error@1551160116) -> (continuation of Deferred@1602437398 after retry RPC after error@1411959631), errback=(continuation of Deferred@2006953277 after retry RPC after error@535141006) -> (continuation of Deferred@1355819485 after retry RPC after error@1463069121) -> (continuation of Deferred@1573388383 after retry RPC after error@1858781314) -> (continuation of Deferred@1065714247 after retry RPC after error@1301110487) -> (continuation of Deferred@1356490177 after retry RPC after error@1756127624) -> (continuation of Deferred@2066235744 after retry RPC after error@1551160116) -> (continuation of Deferred@1602437398 after retry RPC after error@1411959631)))
07:58:08.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:08.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:08.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:08.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.996 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:08.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.036 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.056 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.056 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.077 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.216 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.216 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.216 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.217 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@945704361(state=PENDING, result=null, callback=(continuation of Deferred@105222088 after retry RPC after error@249996313) -> (continuation of Deferred@317517998 after retry RPC after error@1477825631) -> (continuation of Deferred@1921264474 after retry RPC after error@1232707455) -> (continuation of Deferred@1021669246 after retry RPC after error@1252324241) -> (continuation of Deferred@430559076 after retry RPC after error@472787273) -> (continuation of Deferred@195504941 after retry RPC after error@1718774195) -> (continuation of Deferred@838289654 after retry RPC after error@1560173536), errback=(continuation of Deferred@105222088 after retry RPC after error@249996313) -> (continuation of Deferred@317517998 after retry RPC after error@1477825631) -> (continuation of Deferred@1921264474 after retry RPC after error@1232707455) -> (continuation of Deferred@1021669246 after retry RPC after error@1252324241) -> (continuation of Deferred@430559076 after retry RPC after error@472787273) -> (continuation of Deferred@195504941 after retry RPC after error@1718774195) -> (continuation of Deferred@838289654 after retry RPC after error@1560173536)))
07:58:09.218 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@945704361(state=PENDING, result=null, callback=(continuation of Deferred@105222088 after retry RPC after error@249996313) -> (continuation of Deferred@317517998 after retry RPC after error@1477825631) -> (continuation of Deferred@1921264474 after retry RPC after error@1232707455) -> (continuation of Deferred@1021669246 after retry RPC after error@1252324241) -> (continuation of Deferred@430559076 after retry RPC after error@472787273) -> (continuation of Deferred@195504941 after retry RPC after error@1718774195) -> (continuation of Deferred@838289654 after retry RPC after error@1560173536), errback=(continuation of Deferred@105222088 after retry RPC after error@249996313) -> (continuation of Deferred@317517998 after retry RPC after error@1477825631) -> (continuation of Deferred@1921264474 after retry RPC after error@1232707455) -> (continuation of Deferred@1021669246 after retry RPC after error@1252324241) -> (continuation of Deferred@430559076 after retry RPC after error@472787273) -> (continuation of Deferred@195504941 after retry RPC after error@1718774195) -> (continuation of Deferred@838289654 after retry RPC after error@1560173536)))
07:58:09.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.235 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.236 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.236 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.236 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.236 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.236 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.296 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.316 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.316 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.316 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.316 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.316 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.316 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.396 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.396 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.396 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.396 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.396 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.396 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.398 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1210457275(state=PENDING, result=null, callback=(continuation of Deferred@1927065760 after retry RPC after error@638167160) -> (continuation of Deferred@1155109670 after retry RPC after error@1021480130) -> (continuation of Deferred@724329038 after retry RPC after error@1074615611) -> (continuation of Deferred@1212526271 after retry RPC after error@1625927657) -> (continuation of Deferred@673161128 after retry RPC after error@34714397) -> (continuation of Deferred@1740948918 after retry RPC after error@1258272832), errback=(continuation of Deferred@1927065760 after retry RPC after error@638167160) -> (continuation of Deferred@1155109670 after retry RPC after error@1021480130) -> (continuation of Deferred@724329038 after retry RPC after error@1074615611) -> (continuation of Deferred@1212526271 after retry RPC after error@1625927657) -> (continuation of Deferred@673161128 after retry RPC after error@34714397) -> (continuation of Deferred@1740948918 after retry RPC after error@1258272832)))
07:58:09.398 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1210457275(state=PENDING, result=null, callback=(continuation of Deferred@1927065760 after retry RPC after error@638167160) -> (continuation of Deferred@1155109670 after retry RPC after error@1021480130) -> (continuation of Deferred@724329038 after retry RPC after error@1074615611) -> (continuation of Deferred@1212526271 after retry RPC after error@1625927657) -> (continuation of Deferred@673161128 after retry RPC after error@34714397) -> (continuation of Deferred@1740948918 after retry RPC after error@1258272832), errback=(continuation of Deferred@1927065760 after retry RPC after error@638167160) -> (continuation of Deferred@1155109670 after retry RPC after error@1021480130) -> (continuation of Deferred@724329038 after retry RPC after error@1074615611) -> (continuation of Deferred@1212526271 after retry RPC after error@1625927657) -> (continuation of Deferred@673161128 after retry RPC after error@34714397) -> (continuation of Deferred@1740948918 after retry RPC after error@1258272832)))
07:58:09.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.416 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.416 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.416 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.416 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.436 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.436 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.436 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.436 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.456 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.496 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.496 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.496 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.535 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.536 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.656 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.656 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.656 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.657 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@898999984(state=PENDING, result=null, callback=(continuation of Deferred@1591637248 after retry RPC after error@818887421) -> (continuation of Deferred@1036558985 after retry RPC after error@636494758) -> (continuation of Deferred@137049197 after retry RPC after error@1098579783) -> (continuation of Deferred@970899723 after retry RPC after error@488061061) -> (continuation of Deferred@1288630038 after retry RPC after error@1524146447) -> (continuation of Deferred@365032902 after retry RPC after error@834024683) -> (continuation of Deferred@171690900 after retry RPC after error@368366341), errback=(continuation of Deferred@1591637248 after retry RPC after error@818887421) -> (continuation of Deferred@1036558985 after retry RPC after error@636494758) -> (continuation of Deferred@137049197 after retry RPC after error@1098579783) -> (continuation of Deferred@970899723 after retry RPC after error@488061061) -> (continuation of Deferred@1288630038 after retry RPC after error@1524146447) -> (continuation of Deferred@365032902 after retry RPC after error@834024683) -> (continuation of Deferred@171690900 after retry RPC after error@368366341)))
07:58:09.658 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@898999984(state=PENDING, result=null, callback=(continuation of Deferred@1591637248 after retry RPC after error@818887421) -> (continuation of Deferred@1036558985 after retry RPC after error@636494758) -> (continuation of Deferred@137049197 after retry RPC after error@1098579783) -> (continuation of Deferred@970899723 after retry RPC after error@488061061) -> (continuation of Deferred@1288630038 after retry RPC after error@1524146447) -> (continuation of Deferred@365032902 after retry RPC after error@834024683) -> (continuation of Deferred@171690900 after retry RPC after error@368366341), errback=(continuation of Deferred@1591637248 after retry RPC after error@818887421) -> (continuation of Deferred@1036558985 after retry RPC after error@636494758) -> (continuation of Deferred@137049197 after retry RPC after error@1098579783) -> (continuation of Deferred@970899723 after retry RPC after error@488061061) -> (continuation of Deferred@1288630038 after retry RPC after error@1524146447) -> (continuation of Deferred@365032902 after retry RPC after error@834024683) -> (continuation of Deferred@171690900 after retry RPC after error@368366341)))
07:58:09.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.676 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.676 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.676 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.676 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:09.695075 18614 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:58:09.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:09.695250 18614 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:58:09.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:09.696004 18614 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:58:09.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.696 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.696 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.696 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:09.698984 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:58:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:09.699158 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:58:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:09.699313 17250 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:58:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:09.699592 18614 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:58:09.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.716 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.736 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.756 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.916 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.916 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.916 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.916 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.921 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1822751812(state=PENDING, result=null, callback=(continuation of Deferred@1661280352 after retry RPC after error@548623304) -> (continuation of Deferred@754048832 after retry RPC after error@1744588870) -> (continuation of Deferred@766536441 after retry RPC after error@396837268) -> (continuation of Deferred@898533375 after retry RPC after error@821399400) -> (continuation of Deferred@507305005 after retry RPC after error@859473311) -> (continuation of Deferred@1917472120 after retry RPC after error@1859654294) -> (continuation of Deferred@377317076 after retry RPC after error@1905008633) -> (continuation of Deferred@1359854909 after retry RPC after error@2137999656), errback=(continuation of Deferred@1661280352 after retry RPC after error@548623304) -> (continuation of Deferred@754048832 after retry RPC after error@1744588870) -> (continuation of Deferred@766536441 after retry RPC after error@396837268) -> (continuation of Deferred@898533375 after retry RPC after error@821399400) -> (continuation of Deferred@507305005 after retry RPC after error@859473311) -> (continuation of Deferred@1917472120 after retry RPC after error@1859654294) -> (continuation of Deferred@377317076 after retry RPC after error@1905008633) -> (continuation of Deferred@1359854909 after retry RPC after error@2137999656)))
07:58:09.922 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1822751812(state=PENDING, result=null, callback=(continuation of Deferred@1661280352 after retry RPC after error@548623304) -> (continuation of Deferred@754048832 after retry RPC after error@1744588870) -> (continuation of Deferred@766536441 after retry RPC after error@396837268) -> (continuation of Deferred@898533375 after retry RPC after error@821399400) -> (continuation of Deferred@507305005 after retry RPC after error@859473311) -> (continuation of Deferred@1917472120 after retry RPC after error@1859654294) -> (continuation of Deferred@377317076 after retry RPC after error@1905008633) -> (continuation of Deferred@1359854909 after retry RPC after error@2137999656), errback=(continuation of Deferred@1661280352 after retry RPC after error@548623304) -> (continuation of Deferred@754048832 after retry RPC after error@1744588870) -> (continuation of Deferred@766536441 after retry RPC after error@396837268) -> (continuation of Deferred@898533375 after retry RPC after error@821399400) -> (continuation of Deferred@507305005 after retry RPC after error@859473311) -> (continuation of Deferred@1917472120 after retry RPC after error@1859654294) -> (continuation of Deferred@377317076 after retry RPC after error@1905008633) -> (continuation of Deferred@1359854909 after retry RPC after error@2137999656)))
07:58:09.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.936 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.936 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.936 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.976 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.976 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.976 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:09.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:09.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:09.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.996 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.996 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:09.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:09.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.096 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.096 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.096 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.096 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.096 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.115 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.115 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.115 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.116 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.116 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.116 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.117 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@772125200(state=PENDING, result=null, callback=(continuation of Deferred@523404617 after retry RPC after error@845939641) -> (continuation of Deferred@207963551 after retry RPC after error@259257137) -> (continuation of Deferred@73410395 after retry RPC after error@1447271845) -> (continuation of Deferred@1890345807 after retry RPC after error@1624697872) -> (continuation of Deferred@1703495086 after retry RPC after error@795693583) -> (continuation of Deferred@1011415734 after retry RPC after error@1797863235) -> (continuation of Deferred@1151511485 after retry RPC after error@18510860), errback=(continuation of Deferred@523404617 after retry RPC after error@845939641) -> (continuation of Deferred@207963551 after retry RPC after error@259257137) -> (continuation of Deferred@73410395 after retry RPC after error@1447271845) -> (continuation of Deferred@1890345807 after retry RPC after error@1624697872) -> (continuation of Deferred@1703495086 after retry RPC after error@795693583) -> (continuation of Deferred@1011415734 after retry RPC after error@1797863235) -> (continuation of Deferred@1151511485 after retry RPC after error@18510860)))
07:58:10.117 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@772125200(state=PENDING, result=null, callback=(continuation of Deferred@523404617 after retry RPC after error@845939641) -> (continuation of Deferred@207963551 after retry RPC after error@259257137) -> (continuation of Deferred@73410395 after retry RPC after error@1447271845) -> (continuation of Deferred@1890345807 after retry RPC after error@1624697872) -> (continuation of Deferred@1703495086 after retry RPC after error@795693583) -> (continuation of Deferred@1011415734 after retry RPC after error@1797863235) -> (continuation of Deferred@1151511485 after retry RPC after error@18510860), errback=(continuation of Deferred@523404617 after retry RPC after error@845939641) -> (continuation of Deferred@207963551 after retry RPC after error@259257137) -> (continuation of Deferred@73410395 after retry RPC after error@1447271845) -> (continuation of Deferred@1890345807 after retry RPC after error@1624697872) -> (continuation of Deferred@1703495086 after retry RPC after error@795693583) -> (continuation of Deferred@1011415734 after retry RPC after error@1797863235) -> (continuation of Deferred@1151511485 after retry RPC after error@18510860)))
07:58:10.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.136 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.136 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.136 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.176 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.176 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.176 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.176 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.176 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.196 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.196 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.196 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.197 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.198 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.199 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.216 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.216 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.296 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.296 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.296 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.356 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.357 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [64ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1623413469(state=PENDING, result=null, callback=(continuation of Deferred@1661637862 after retry RPC after error@366977335) -> (continuation of Deferred@17126768 after retry RPC after error@2066397751) -> (continuation of Deferred@1286650896 after retry RPC after error@604928680) -> (continuation of Deferred@260769164 after retry RPC after error@559873352) -> (continuation of Deferred@1757910351 after retry RPC after error@1061906885) -> (continuation of Deferred@1757134021 after retry RPC after error@1054451751) -> (continuation of Deferred@1784688478 after retry RPC after error@243365526), errback=(continuation of Deferred@1661637862 after retry RPC after error@366977335) -> (continuation of Deferred@17126768 after retry RPC after error@2066397751) -> (continuation of Deferred@1286650896 after retry RPC after error@604928680) -> (continuation of Deferred@260769164 after retry RPC after error@559873352) -> (continuation of Deferred@1757910351 after retry RPC after error@1061906885) -> (continuation of Deferred@1757134021 after retry RPC after error@1054451751) -> (continuation of Deferred@1784688478 after retry RPC after error@243365526)))
07:58:10.358 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [64ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1623413469(state=PENDING, result=null, callback=(continuation of Deferred@1661637862 after retry RPC after error@366977335) -> (continuation of Deferred@17126768 after retry RPC after error@2066397751) -> (continuation of Deferred@1286650896 after retry RPC after error@604928680) -> (continuation of Deferred@260769164 after retry RPC after error@559873352) -> (continuation of Deferred@1757910351 after retry RPC after error@1061906885) -> (continuation of Deferred@1757134021 after retry RPC after error@1054451751) -> (continuation of Deferred@1784688478 after retry RPC after error@243365526), errback=(continuation of Deferred@1661637862 after retry RPC after error@366977335) -> (continuation of Deferred@17126768 after retry RPC after error@2066397751) -> (continuation of Deferred@1286650896 after retry RPC after error@604928680) -> (continuation of Deferred@260769164 after retry RPC after error@559873352) -> (continuation of Deferred@1757910351 after retry RPC after error@1061906885) -> (continuation of Deferred@1757134021 after retry RPC after error@1054451751) -> (continuation of Deferred@1784688478 after retry RPC after error@243365526)))
07:58:10.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.376 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.376 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.376 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.376 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.376 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.416 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.416 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.416 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.416 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.416 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.416 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.456 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.456 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.456 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.456 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.456 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.456 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.576 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.576 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.576 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.578 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1345094059(state=PENDING, result=null, callback=(continuation of Deferred@234741290 after retry RPC after error@895278036) -> (continuation of Deferred@267798279 after retry RPC after error@1004781195) -> (continuation of Deferred@1485585235 after retry RPC after error@199084525) -> (continuation of Deferred@917400046 after retry RPC after error@278896214) -> (continuation of Deferred@703621557 after retry RPC after error@1275551687) -> (continuation of Deferred@161722032 after retry RPC after error@1696787708), errback=(continuation of Deferred@234741290 after retry RPC after error@895278036) -> (continuation of Deferred@267798279 after retry RPC after error@1004781195) -> (continuation of Deferred@1485585235 after retry RPC after error@199084525) -> (continuation of Deferred@917400046 after retry RPC after error@278896214) -> (continuation of Deferred@703621557 after retry RPC after error@1275551687) -> (continuation of Deferred@161722032 after retry RPC after error@1696787708)))
07:58:10.578 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1345094059(state=PENDING, result=null, callback=(continuation of Deferred@234741290 after retry RPC after error@895278036) -> (continuation of Deferred@267798279 after retry RPC after error@1004781195) -> (continuation of Deferred@1485585235 after retry RPC after error@199084525) -> (continuation of Deferred@917400046 after retry RPC after error@278896214) -> (continuation of Deferred@703621557 after retry RPC after error@1275551687) -> (continuation of Deferred@161722032 after retry RPC after error@1696787708), errback=(continuation of Deferred@234741290 after retry RPC after error@895278036) -> (continuation of Deferred@267798279 after retry RPC after error@1004781195) -> (continuation of Deferred@1485585235 after retry RPC after error@199084525) -> (continuation of Deferred@917400046 after retry RPC after error@278896214) -> (continuation of Deferred@703621557 after retry RPC after error@1275551687) -> (continuation of Deferred@161722032 after retry RPC after error@1696787708)))
07:58:10.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.596 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.596 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.596 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.597 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.616 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.616 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.616 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.616 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.616 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.636 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.656 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.656 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.656 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.676 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.676 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.676 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.676 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.696 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.696 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.696 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.755 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.756 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.756 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.777 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1014500261(state=PENDING, result=null, callback=(continuation of Deferred@1441801739 after retry RPC after error@1061461642) -> (continuation of Deferred@493705910 after retry RPC after error@1639206813) -> (continuation of Deferred@891354590 after retry RPC after error@780895550) -> (continuation of Deferred@1506071219 after retry RPC after error@449816241) -> (continuation of Deferred@674457147 after retry RPC after error@1524872310) -> (continuation of Deferred@625845459 after retry RPC after error@1120953573) -> (continuation of Deferred@1902231610 after retry RPC after error@912689764) -> (continuation of Deferred@2126895943 after retry RPC after error@1064533814), errback=(continuation of Deferred@1441801739 after retry RPC after error@1061461642) -> (continuation of Deferred@493705910 after retry RPC after error@1639206813) -> (continuation of Deferred@891354590 after retry RPC after error@780895550) -> (continuation of Deferred@1506071219 after retry RPC after error@449816241) -> (continuation of Deferred@674457147 after retry RPC after error@1524872310) -> (continuation of Deferred@625845459 after retry RPC after error@1120953573) -> (continuation of Deferred@1902231610 after retry RPC after error@912689764) -> (continuation of Deferred@2126895943 after retry RPC after error@1064533814)))
07:58:10.778 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1014500261(state=PENDING, result=null, callback=(continuation of Deferred@1441801739 after retry RPC after error@1061461642) -> (continuation of Deferred@493705910 after retry RPC after error@1639206813) -> (continuation of Deferred@891354590 after retry RPC after error@780895550) -> (continuation of Deferred@1506071219 after retry RPC after error@449816241) -> (continuation of Deferred@674457147 after retry RPC after error@1524872310) -> (continuation of Deferred@625845459 after retry RPC after error@1120953573) -> (continuation of Deferred@1902231610 after retry RPC after error@912689764) -> (continuation of Deferred@2126895943 after retry RPC after error@1064533814), errback=(continuation of Deferred@1441801739 after retry RPC after error@1061461642) -> (continuation of Deferred@493705910 after retry RPC after error@1639206813) -> (continuation of Deferred@891354590 after retry RPC after error@780895550) -> (continuation of Deferred@1506071219 after retry RPC after error@449816241) -> (continuation of Deferred@674457147 after retry RPC after error@1524872310) -> (continuation of Deferred@625845459 after retry RPC after error@1120953573) -> (continuation of Deferred@1902231610 after retry RPC after error@912689764) -> (continuation of Deferred@2126895943 after retry RPC after error@1064533814)))
07:58:10.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.796 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.796 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.796 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.836 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.916 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:10.997 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:10.997 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:10.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:10.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:10.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.000 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.000 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [205ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [205ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@372316616(state=PENDING, result=null, callback=(continuation of Deferred@143506984 after retry RPC after error@964062828) -> (continuation of Deferred@1581786275 after retry RPC after error@1084856827) -> (continuation of Deferred@623903544 after retry RPC after error@801049852) -> (continuation of Deferred@810371220 after retry RPC after error@1017604391) -> (continuation of Deferred@422286408 after retry RPC after error@1319412605) -> (continuation of Deferred@351751125 after retry RPC after error@329184829) -> (continuation of Deferred@1448262098 after retry RPC after error@1032214318) -> (continuation of Deferred@327223976 after retry RPC after error@2009741819), errback=(continuation of Deferred@143506984 after retry RPC after error@964062828) -> (continuation of Deferred@1581786275 after retry RPC after error@1084856827) -> (continuation of Deferred@623903544 after retry RPC after error@801049852) -> (continuation of Deferred@810371220 after retry RPC after error@1017604391) -> (continuation of Deferred@422286408 after retry RPC after error@1319412605) -> (continuation of Deferred@351751125 after retry RPC after error@329184829) -> (continuation of Deferred@1448262098 after retry RPC after error@1032214318) -> (continuation of Deferred@327223976 after retry RPC after error@2009741819)))
07:58:11.000 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [205ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [205ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@372316616(state=PENDING, result=null, callback=(continuation of Deferred@143506984 after retry RPC after error@964062828) -> (continuation of Deferred@1581786275 after retry RPC after error@1084856827) -> (continuation of Deferred@623903544 after retry RPC after error@801049852) -> (continuation of Deferred@810371220 after retry RPC after error@1017604391) -> (continuation of Deferred@422286408 after retry RPC after error@1319412605) -> (continuation of Deferred@351751125 after retry RPC after error@329184829) -> (continuation of Deferred@1448262098 after retry RPC after error@1032214318) -> (continuation of Deferred@327223976 after retry RPC after error@2009741819), errback=(continuation of Deferred@143506984 after retry RPC after error@964062828) -> (continuation of Deferred@1581786275 after retry RPC after error@1084856827) -> (continuation of Deferred@623903544 after retry RPC after error@801049852) -> (continuation of Deferred@810371220 after retry RPC after error@1017604391) -> (continuation of Deferred@422286408 after retry RPC after error@1319412605) -> (continuation of Deferred@351751125 after retry RPC after error@329184829) -> (continuation of Deferred@1448262098 after retry RPC after error@1032214318) -> (continuation of Deferred@327223976 after retry RPC after error@2009741819)))
07:58:11.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.036 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.056 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.057 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.076 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.076 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.076 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.096 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.135 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.135 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.135 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.136 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.136 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.156 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.156 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.156 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.156 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.156 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.156 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.157 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@517193097(state=PENDING, result=null, callback=(continuation of Deferred@151188525 after retry RPC after error@2033653212) -> (continuation of Deferred@815268212 after retry RPC after error@858053915) -> (continuation of Deferred@756671694 after retry RPC after error@1816239428) -> (continuation of Deferred@480420377 after retry RPC after error@159082643) -> (continuation of Deferred@1797702374 after retry RPC after error@200137083) -> (continuation of Deferred@39190645 after retry RPC after error@1354485596) -> (continuation of Deferred@232199775 after retry RPC after error@1754538143), errback=(continuation of Deferred@151188525 after retry RPC after error@2033653212) -> (continuation of Deferred@815268212 after retry RPC after error@858053915) -> (continuation of Deferred@756671694 after retry RPC after error@1816239428) -> (continuation of Deferred@480420377 after retry RPC after error@159082643) -> (continuation of Deferred@1797702374 after retry RPC after error@200137083) -> (continuation of Deferred@39190645 after retry RPC after error@1354485596) -> (continuation of Deferred@232199775 after retry RPC after error@1754538143)))
07:58:11.158 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@517193097(state=PENDING, result=null, callback=(continuation of Deferred@151188525 after retry RPC after error@2033653212) -> (continuation of Deferred@815268212 after retry RPC after error@858053915) -> (continuation of Deferred@756671694 after retry RPC after error@1816239428) -> (continuation of Deferred@480420377 after retry RPC after error@159082643) -> (continuation of Deferred@1797702374 after retry RPC after error@200137083) -> (continuation of Deferred@39190645 after retry RPC after error@1354485596) -> (continuation of Deferred@232199775 after retry RPC after error@1754538143), errback=(continuation of Deferred@151188525 after retry RPC after error@2033653212) -> (continuation of Deferred@815268212 after retry RPC after error@858053915) -> (continuation of Deferred@756671694 after retry RPC after error@1816239428) -> (continuation of Deferred@480420377 after retry RPC after error@159082643) -> (continuation of Deferred@1797702374 after retry RPC after error@200137083) -> (continuation of Deferred@39190645 after retry RPC after error@1354485596) -> (continuation of Deferred@232199775 after retry RPC after error@1754538143)))
07:58:11.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.176 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.196 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.196 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.196 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.196 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.196 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.196 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.216 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.216 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.216 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.236 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.236 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.236 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.236 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.236 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.236 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.316 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.316 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.316 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.316 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.316 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.316 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.376 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.376 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.376 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.376 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.378 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1820382247(state=PENDING, result=null, callback=(continuation of Deferred@1503794071 after retry RPC after error@1567107604) -> (continuation of Deferred@1524334048 after retry RPC after error@806398832) -> (continuation of Deferred@2036807758 after retry RPC after error@1698924028) -> (continuation of Deferred@1685504201 after retry RPC after error@1367911452) -> (continuation of Deferred@292379435 after retry RPC after error@1752711327) -> (continuation of Deferred@987407825 after retry RPC after error@782632666) -> (continuation of Deferred@1441375270 after retry RPC after error@2143251132), errback=(continuation of Deferred@1503794071 after retry RPC after error@1567107604) -> (continuation of Deferred@1524334048 after retry RPC after error@806398832) -> (continuation of Deferred@2036807758 after retry RPC after error@1698924028) -> (continuation of Deferred@1685504201 after retry RPC after error@1367911452) -> (continuation of Deferred@292379435 after retry RPC after error@1752711327) -> (continuation of Deferred@987407825 after retry RPC after error@782632666) -> (continuation of Deferred@1441375270 after retry RPC after error@2143251132)))
07:58:11.378 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1820382247(state=PENDING, result=null, callback=(continuation of Deferred@1503794071 after retry RPC after error@1567107604) -> (continuation of Deferred@1524334048 after retry RPC after error@806398832) -> (continuation of Deferred@2036807758 after retry RPC after error@1698924028) -> (continuation of Deferred@1685504201 after retry RPC after error@1367911452) -> (continuation of Deferred@292379435 after retry RPC after error@1752711327) -> (continuation of Deferred@987407825 after retry RPC after error@782632666) -> (continuation of Deferred@1441375270 after retry RPC after error@2143251132), errback=(continuation of Deferred@1503794071 after retry RPC after error@1567107604) -> (continuation of Deferred@1524334048 after retry RPC after error@806398832) -> (continuation of Deferred@2036807758 after retry RPC after error@1698924028) -> (continuation of Deferred@1685504201 after retry RPC after error@1367911452) -> (continuation of Deferred@292379435 after retry RPC after error@1752711327) -> (continuation of Deferred@987407825 after retry RPC after error@782632666) -> (continuation of Deferred@1441375270 after retry RPC after error@2143251132)))
07:58:11.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.396 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.416 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.416 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.416 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.416 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.416 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.416 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.456 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.456 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.456 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.456 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.456 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.456 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.556 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.556 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.556 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.656 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@129130205(state=PENDING, result=null, callback=(continuation of Deferred@1695165747 after retry RPC after error@236258952) -> (continuation of Deferred@247487720 after retry RPC after error@462532443) -> (continuation of Deferred@801536687 after retry RPC after error@163649689) -> (continuation of Deferred@99230293 after retry RPC after error@328711876) -> (continuation of Deferred@261668123 after retry RPC after error@245135777) -> (continuation of Deferred@1513101997 after retry RPC after error@1954545329) -> (continuation of Deferred@1044772160 after retry RPC after error@1400488536), errback=(continuation of Deferred@1695165747 after retry RPC after error@236258952) -> (continuation of Deferred@247487720 after retry RPC after error@462532443) -> (continuation of Deferred@801536687 after retry RPC after error@163649689) -> (continuation of Deferred@99230293 after retry RPC after error@328711876) -> (continuation of Deferred@261668123 after retry RPC after error@245135777) -> (continuation of Deferred@1513101997 after retry RPC after error@1954545329) -> (continuation of Deferred@1044772160 after retry RPC after error@1400488536)))
07:58:11.656 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:11.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.676 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.676 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.676 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.676 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.676 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.715 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.715 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.715 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.736 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:11.745105 17225 master_runner.cc:187] Error getting master registration for 127.16.139.254:43407: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111),
07:58:11.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:11.745290 17225 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:58:11.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.755 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.756 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.798 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.936 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1308063796(state=PENDING, result=null, callback=(continuation of Deferred@1695437574 after retry RPC after error@599489674) -> (continuation of Deferred@629381857 after retry RPC after error@1396924605) -> (continuation of Deferred@1145216944 after retry RPC after error@1013314718) -> (continuation of Deferred@92808545 after retry RPC after error@1300687845) -> (continuation of Deferred@501826298 after retry RPC after error@247174365) -> (continuation of Deferred@1247550278 after retry RPC after error@822020139) -> (continuation of Deferred@1742103132 after retry RPC after error@890838791), errback=(continuation of Deferred@1695437574 after retry RPC after error@599489674) -> (continuation of Deferred@629381857 after retry RPC after error@1396924605) -> (continuation of Deferred@1145216944 after retry RPC after error@1013314718) -> (continuation of Deferred@92808545 after retry RPC after error@1300687845) -> (continuation of Deferred@501826298 after retry RPC after error@247174365) -> (continuation of Deferred@1247550278 after retry RPC after error@822020139) -> (continuation of Deferred@1742103132 after retry RPC after error@890838791)))
07:58:11.937 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:11.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.956 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.956 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.956 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.956 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.976 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:11.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:11.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:11.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:11.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:11.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.016 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.016 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:12.022415 18055 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:12.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:12.023715 18055 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:12.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:12.025120 18058 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.16.139.254:43407)
07:58:12.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.036 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.036 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.076 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.118 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1342679040(state=PENDING, result=null, callback=(continuation of Deferred@404114322 after retry RPC after error@1483829462) -> (continuation of Deferred@1785110877 after retry RPC after error@130827193) -> (continuation of Deferred@766296585 after retry RPC after error@2114511018) -> (continuation of Deferred@557570687 after retry RPC after error@1141871722) -> (continuation of Deferred@259566184 after retry RPC after error@919340701) -> (continuation of Deferred@1230752281 after retry RPC after error@1909435292), errback=(continuation of Deferred@404114322 after retry RPC after error@1483829462) -> (continuation of Deferred@1785110877 after retry RPC after error@130827193) -> (continuation of Deferred@766296585 after retry RPC after error@2114511018) -> (continuation of Deferred@557570687 after retry RPC after error@1141871722) -> (continuation of Deferred@259566184 after retry RPC after error@919340701) -> (continuation of Deferred@1230752281 after retry RPC after error@1909435292)))
07:58:12.118 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1342679040(state=PENDING, result=null, callback=(continuation of Deferred@404114322 after retry RPC after error@1483829462) -> (continuation of Deferred@1785110877 after retry RPC after error@130827193) -> (continuation of Deferred@766296585 after retry RPC after error@2114511018) -> (continuation of Deferred@557570687 after retry RPC after error@1141871722) -> (continuation of Deferred@259566184 after retry RPC after error@919340701) -> (continuation of Deferred@1230752281 after retry RPC after error@1909435292), errback=(continuation of Deferred@404114322 after retry RPC after error@1483829462) -> (continuation of Deferred@1785110877 after retry RPC after error@130827193) -> (continuation of Deferred@766296585 after retry RPC after error@2114511018) -> (continuation of Deferred@557570687 after retry RPC after error@1141871722) -> (continuation of Deferred@259566184 after retry RPC after error@919340701) -> (continuation of Deferred@1230752281 after retry RPC after error@1909435292)))
07:58:12.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.155 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.216 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.216 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.216 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.256 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.296 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.296 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.296 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.296 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.297 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1053064101(state=PENDING, result=null, callback=(continuation of Deferred@1342421025 after retry RPC after error@1225397018) -> (continuation of Deferred@575864675 after retry RPC after error@1071034847) -> (continuation of Deferred@1926878388 after retry RPC after error@1808960310) -> (continuation of Deferred@1590614216 after retry RPC after error@1419559559) -> (continuation of Deferred@1750909140 after retry RPC after error@396914130) -> (continuation of Deferred@1065938807 after retry RPC after error@229804795), errback=(continuation of Deferred@1342421025 after retry RPC after error@1225397018) -> (continuation of Deferred@575864675 after retry RPC after error@1071034847) -> (continuation of Deferred@1926878388 after retry RPC after error@1808960310) -> (continuation of Deferred@1590614216 after retry RPC after error@1419559559) -> (continuation of Deferred@1750909140 after retry RPC after error@396914130) -> (continuation of Deferred@1065938807 after retry RPC after error@229804795)))
07:58:12.298 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1053064101(state=PENDING, result=null, callback=(continuation of Deferred@1342421025 after retry RPC after error@1225397018) -> (continuation of Deferred@575864675 after retry RPC after error@1071034847) -> (continuation of Deferred@1926878388 after retry RPC after error@1808960310) -> (continuation of Deferred@1590614216 after retry RPC after error@1419559559) -> (continuation of Deferred@1750909140 after retry RPC after error@396914130) -> (continuation of Deferred@1065938807 after retry RPC after error@229804795), errback=(continuation of Deferred@1342421025 after retry RPC after error@1225397018) -> (continuation of Deferred@575864675 after retry RPC after error@1071034847) -> (continuation of Deferred@1926878388 after retry RPC after error@1808960310) -> (continuation of Deferred@1590614216 after retry RPC after error@1419559559) -> (continuation of Deferred@1750909140 after retry RPC after error@396914130) -> (continuation of Deferred@1065938807 after retry RPC after error@229804795)))
07:58:12.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.335 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.335 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.335 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.335 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.336 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.356 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.376 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.376 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.376 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.376 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.416 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.416 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.416 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.416 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.416 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.416 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.498 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@629423512(state=PENDING, result=null, callback=(continuation of Deferred@261889436 after retry RPC after error@1797767949) -> (continuation of Deferred@1878371155 after retry RPC after error@1805202376) -> (continuation of Deferred@75936730 after retry RPC after error@1366042604) -> (continuation of Deferred@318874017 after retry RPC after error@832886650) -> (continuation of Deferred@9288439 after retry RPC after error@812564045) -> (continuation of Deferred@779885896 after retry RPC after error@972292346) -> (continuation of Deferred@1413697329 after retry RPC after error@295309090), errback=(continuation of Deferred@261889436 after retry RPC after error@1797767949) -> (continuation of Deferred@1878371155 after retry RPC after error@1805202376) -> (continuation of Deferred@75936730 after retry RPC after error@1366042604) -> (continuation of Deferred@318874017 after retry RPC after error@832886650) -> (continuation of Deferred@9288439 after retry RPC after error@812564045) -> (continuation of Deferred@779885896 after retry RPC after error@972292346) -> (continuation of Deferred@1413697329 after retry RPC after error@295309090)))
07:58:12.499 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@629423512(state=PENDING, result=null, callback=(continuation of Deferred@261889436 after retry RPC after error@1797767949) -> (continuation of Deferred@1878371155 after retry RPC after error@1805202376) -> (continuation of Deferred@75936730 after retry RPC after error@1366042604) -> (continuation of Deferred@318874017 after retry RPC after error@832886650) -> (continuation of Deferred@9288439 after retry RPC after error@812564045) -> (continuation of Deferred@779885896 after retry RPC after error@972292346) -> (continuation of Deferred@1413697329 after retry RPC after error@295309090), errback=(continuation of Deferred@261889436 after retry RPC after error@1797767949) -> (continuation of Deferred@1878371155 after retry RPC after error@1805202376) -> (continuation of Deferred@75936730 after retry RPC after error@1366042604) -> (continuation of Deferred@318874017 after retry RPC after error@832886650) -> (continuation of Deferred@9288439 after retry RPC after error@812564045) -> (continuation of Deferred@779885896 after retry RPC after error@972292346) -> (continuation of Deferred@1413697329 after retry RPC after error@295309090)))
07:58:12.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.536 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.536 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.556 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.556 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.556 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.636 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.636 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.636 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.636 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.656 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.656 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.656 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.656 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.656 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.656 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.716 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.716 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.717 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@4582174(state=PENDING, result=null, callback=(continuation of Deferred@18508686 after retry RPC after error@1777458043) -> (continuation of Deferred@1468494072 after retry RPC after error@2016766989) -> (continuation of Deferred@715210398 after retry RPC after error@1298924210) -> (continuation of Deferred@562084695 after retry RPC after error@1913060974) -> (continuation of Deferred@1374710654 after retry RPC after error@2091162208) -> (continuation of Deferred@1482349728 after retry RPC after error@501918795) -> (continuation of Deferred@1326685971 after retry RPC after error@398228235), errback=(continuation of Deferred@18508686 after retry RPC after error@1777458043) -> (continuation of Deferred@1468494072 after retry RPC after error@2016766989) -> (continuation of Deferred@715210398 after retry RPC after error@1298924210) -> (continuation of Deferred@562084695 after retry RPC after error@1913060974) -> (continuation of Deferred@1374710654 after retry RPC after error@2091162208) -> (continuation of Deferred@1482349728 after retry RPC after error@501918795) -> (continuation of Deferred@1326685971 after retry RPC after error@398228235)))
07:58:12.718 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@4582174(state=PENDING, result=null, callback=(continuation of Deferred@18508686 after retry RPC after error@1777458043) -> (continuation of Deferred@1468494072 after retry RPC after error@2016766989) -> (continuation of Deferred@715210398 after retry RPC after error@1298924210) -> (continuation of Deferred@562084695 after retry RPC after error@1913060974) -> (continuation of Deferred@1374710654 after retry RPC after error@2091162208) -> (continuation of Deferred@1482349728 after retry RPC after error@501918795) -> (continuation of Deferred@1326685971 after retry RPC after error@398228235), errback=(continuation of Deferred@18508686 after retry RPC after error@1777458043) -> (continuation of Deferred@1468494072 after retry RPC after error@2016766989) -> (continuation of Deferred@715210398 after retry RPC after error@1298924210) -> (continuation of Deferred@562084695 after retry RPC after error@1913060974) -> (continuation of Deferred@1374710654 after retry RPC after error@2091162208) -> (continuation of Deferred@1482349728 after retry RPC after error@501918795) -> (continuation of Deferred@1326685971 after retry RPC after error@398228235)))
07:58:12.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.756 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.756 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.756 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.796 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.796 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.856 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.856 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.876 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.876 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.876 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.876 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.876 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.916 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.917 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@130877715(state=PENDING, result=null, callback=(continuation of Deferred@1024653793 after retry RPC after error@332401019) -> (continuation of Deferred@1263480888 after retry RPC after error@606416339) -> (continuation of Deferred@248649031 after retry RPC after error@492457527) -> (continuation of Deferred@799433556 after retry RPC after error@576751814) -> (continuation of Deferred@1007081952 after retry RPC after error@1935803297) -> (continuation of Deferred@1866625626 after retry RPC after error@1229124044) -> (continuation of Deferred@1132591325 after retry RPC after error@547197959), errback=(continuation of Deferred@1024653793 after retry RPC after error@332401019) -> (continuation of Deferred@1263480888 after retry RPC after error@606416339) -> (continuation of Deferred@248649031 after retry RPC after error@492457527) -> (continuation of Deferred@799433556 after retry RPC after error@576751814) -> (continuation of Deferred@1007081952 after retry RPC after error@1935803297) -> (continuation of Deferred@1866625626 after retry RPC after error@1229124044) -> (continuation of Deferred@1132591325 after retry RPC after error@547197959)))
07:58:12.918 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@130877715(state=PENDING, result=null, callback=(continuation of Deferred@1024653793 after retry RPC after error@332401019) -> (continuation of Deferred@1263480888 after retry RPC after error@606416339) -> (continuation of Deferred@248649031 after retry RPC after error@492457527) -> (continuation of Deferred@799433556 after retry RPC after error@576751814) -> (continuation of Deferred@1007081952 after retry RPC after error@1935803297) -> (continuation of Deferred@1866625626 after retry RPC after error@1229124044) -> (continuation of Deferred@1132591325 after retry RPC after error@547197959), errback=(continuation of Deferred@1024653793 after retry RPC after error@332401019) -> (continuation of Deferred@1263480888 after retry RPC after error@606416339) -> (continuation of Deferred@248649031 after retry RPC after error@492457527) -> (continuation of Deferred@799433556 after retry RPC after error@576751814) -> (continuation of Deferred@1007081952 after retry RPC after error@1935803297) -> (continuation of Deferred@1866625626 after retry RPC after error@1229124044) -> (continuation of Deferred@1132591325 after retry RPC after error@547197959)))
07:58:12.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.936 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.976 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:12.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:12.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:12.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:12.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.996 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:12.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.196 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@831454183(state=PENDING, result=null, callback=(continuation of Deferred@266218569 after retry RPC after error@385666405) -> (continuation of Deferred@416013127 after retry RPC after error@1591499386) -> (continuation of Deferred@547264908 after retry RPC after error@1358556959) -> (continuation of Deferred@372115364 after retry RPC after error@706576529) -> (continuation of Deferred@2124099239 after retry RPC after error@1627760508) -> (continuation of Deferred@124817375 after retry RPC after error@1102024360) -> (continuation of Deferred@1717993004 after retry RPC after error@714345435), errback=(continuation of Deferred@266218569 after retry RPC after error@385666405) -> (continuation of Deferred@416013127 after retry RPC after error@1591499386) -> (continuation of Deferred@547264908 after retry RPC after error@1358556959) -> (continuation of Deferred@372115364 after retry RPC after error@706576529) -> (continuation of Deferred@2124099239 after retry RPC after error@1627760508) -> (continuation of Deferred@124817375 after retry RPC after error@1102024360) -> (continuation of Deferred@1717993004 after retry RPC after error@714345435)))
07:58:13.196 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:13.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.216 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.256 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.256 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.276 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.276 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.277 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.277 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.277 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.277 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.296 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.296 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.296 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.296 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.316 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.356 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.356 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.356 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.356 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.356 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.356 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.476 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1980980193(state=PENDING, result=null, callback=(continuation of Deferred@1644520462 after retry RPC after error@1537923022) -> (continuation of Deferred@1603489203 after retry RPC after error@859032051) -> (continuation of Deferred@2061495951 after retry RPC after error@2001097405) -> (continuation of Deferred@855467827 after retry RPC after error@531389646) -> (continuation of Deferred@444756514 after retry RPC after error@1603541109) -> (continuation of Deferred@101267531 after retry RPC after error@2076069480) -> (continuation of Deferred@1923362911 after retry RPC after error@227334606), errback=(continuation of Deferred@1644520462 after retry RPC after error@1537923022) -> (continuation of Deferred@1603489203 after retry RPC after error@859032051) -> (continuation of Deferred@2061495951 after retry RPC after error@2001097405) -> (continuation of Deferred@855467827 after retry RPC after error@531389646) -> (continuation of Deferred@444756514 after retry RPC after error@1603541109) -> (continuation of Deferred@101267531 after retry RPC after error@2076069480) -> (continuation of Deferred@1923362911 after retry RPC after error@227334606)))
07:58:13.477 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:13.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.496 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.496 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.496 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.516 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.516 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.516 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.516 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.516 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.516 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.556 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.556 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.556 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.576 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.576 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.576 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.596 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.596 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.596 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.596 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.596 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.596 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.616 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.736 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.737 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1351631073(state=PENDING, result=null, callback=(continuation of Deferred@1105554367 after retry RPC after error@2123414307) -> (continuation of Deferred@471934925 after retry RPC after error@1323629536) -> (continuation of Deferred@607574288 after retry RPC after error@1594111766) -> (continuation of Deferred@1242459252 after retry RPC after error@593274158) -> (continuation of Deferred@825230860 after retry RPC after error@1341270971) -> (continuation of Deferred@1990628349 after retry RPC after error@806694354) -> (continuation of Deferred@19156410 after retry RPC after error@1607799254), errback=(continuation of Deferred@1105554367 after retry RPC after error@2123414307) -> (continuation of Deferred@471934925 after retry RPC after error@1323629536) -> (continuation of Deferred@607574288 after retry RPC after error@1594111766) -> (continuation of Deferred@1242459252 after retry RPC after error@593274158) -> (continuation of Deferred@825230860 after retry RPC after error@1341270971) -> (continuation of Deferred@1990628349 after retry RPC after error@806694354) -> (continuation of Deferred@19156410 after retry RPC after error@1607799254)))
07:58:13.738 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1351631073(state=PENDING, result=null, callback=(continuation of Deferred@1105554367 after retry RPC after error@2123414307) -> (continuation of Deferred@471934925 after retry RPC after error@1323629536) -> (continuation of Deferred@607574288 after retry RPC after error@1594111766) -> (continuation of Deferred@1242459252 after retry RPC after error@593274158) -> (continuation of Deferred@825230860 after retry RPC after error@1341270971) -> (continuation of Deferred@1990628349 after retry RPC after error@806694354) -> (continuation of Deferred@19156410 after retry RPC after error@1607799254), errback=(continuation of Deferred@1105554367 after retry RPC after error@2123414307) -> (continuation of Deferred@471934925 after retry RPC after error@1323629536) -> (continuation of Deferred@607574288 after retry RPC after error@1594111766) -> (continuation of Deferred@1242459252 after retry RPC after error@593274158) -> (continuation of Deferred@825230860 after retry RPC after error@1341270971) -> (continuation of Deferred@1990628349 after retry RPC after error@806694354) -> (continuation of Deferred@19156410 after retry RPC after error@1607799254)))
07:58:13.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.796 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.835 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.835 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.835 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.835 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.835 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.835 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.836 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.856 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.856 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.976 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.976 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.976 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:13.977 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [220ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1057906430(state=PENDING, result=null, callback=(continuation of Deferred@1607037938 after retry RPC after error@1253357948) -> (continuation of Deferred@1325518648 after retry RPC after error@45449608) -> (continuation of Deferred@385295567 after retry RPC after error@2036797492) -> (continuation of Deferred@954099759 after retry RPC after error@373884797) -> (continuation of Deferred@968333351 after retry RPC after error@2014370197) -> (continuation of Deferred@868501928 after retry RPC after error@1835582018) -> (continuation of Deferred@1746606440 after retry RPC after error@381270415), errback=(continuation of Deferred@1607037938 after retry RPC after error@1253357948) -> (continuation of Deferred@1325518648 after retry RPC after error@45449608) -> (continuation of Deferred@385295567 after retry RPC after error@2036797492) -> (continuation of Deferred@954099759 after retry RPC after error@373884797) -> (continuation of Deferred@968333351 after retry RPC after error@2014370197) -> (continuation of Deferred@868501928 after retry RPC after error@1835582018) -> (continuation of Deferred@1746606440 after retry RPC after error@381270415)))
07:58:13.978 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [220ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1057906430(state=PENDING, result=null, callback=(continuation of Deferred@1607037938 after retry RPC after error@1253357948) -> (continuation of Deferred@1325518648 after retry RPC after error@45449608) -> (continuation of Deferred@385295567 after retry RPC after error@2036797492) -> (continuation of Deferred@954099759 after retry RPC after error@373884797) -> (continuation of Deferred@968333351 after retry RPC after error@2014370197) -> (continuation of Deferred@868501928 after retry RPC after error@1835582018) -> (continuation of Deferred@1746606440 after retry RPC after error@381270415), errback=(continuation of Deferred@1607037938 after retry RPC after error@1253357948) -> (continuation of Deferred@1325518648 after retry RPC after error@45449608) -> (continuation of Deferred@385295567 after retry RPC after error@2036797492) -> (continuation of Deferred@954099759 after retry RPC after error@373884797) -> (continuation of Deferred@968333351 after retry RPC after error@2014370197) -> (continuation of Deferred@868501928 after retry RPC after error@1835582018) -> (continuation of Deferred@1746606440 after retry RPC after error@381270415)))
07:58:13.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:13.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:13.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.995 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.995 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:13.996 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:13.996 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.056 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.056 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.056 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.056 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.076 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.236 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.236 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.236 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.236 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.238 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2113886544(state=PENDING, result=null, callback=(continuation of Deferred@1337255897 after retry RPC after error@2007694601) -> (continuation of Deferred@1124771043 after retry RPC after error@1144541195) -> (continuation of Deferred@752545146 after retry RPC after error@205000541) -> (continuation of Deferred@444833669 after retry RPC after error@473775318) -> (continuation of Deferred@1744282390 after retry RPC after error@729356882) -> (continuation of Deferred@763418383 after retry RPC after error@1479448037) -> (continuation of Deferred@43741925 after retry RPC after error@1641235310), errback=(continuation of Deferred@1337255897 after retry RPC after error@2007694601) -> (continuation of Deferred@1124771043 after retry RPC after error@1144541195) -> (continuation of Deferred@752545146 after retry RPC after error@205000541) -> (continuation of Deferred@444833669 after retry RPC after error@473775318) -> (continuation of Deferred@1744282390 after retry RPC after error@729356882) -> (continuation of Deferred@763418383 after retry RPC after error@1479448037) -> (continuation of Deferred@43741925 after retry RPC after error@1641235310)))
07:58:14.238 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2113886544(state=PENDING, result=null, callback=(continuation of Deferred@1337255897 after retry RPC after error@2007694601) -> (continuation of Deferred@1124771043 after retry RPC after error@1144541195) -> (continuation of Deferred@752545146 after retry RPC after error@205000541) -> (continuation of Deferred@444833669 after retry RPC after error@473775318) -> (continuation of Deferred@1744282390 after retry RPC after error@729356882) -> (continuation of Deferred@763418383 after retry RPC after error@1479448037) -> (continuation of Deferred@43741925 after retry RPC after error@1641235310), errback=(continuation of Deferred@1337255897 after retry RPC after error@2007694601) -> (continuation of Deferred@1124771043 after retry RPC after error@1144541195) -> (continuation of Deferred@752545146 after retry RPC after error@205000541) -> (continuation of Deferred@444833669 after retry RPC after error@473775318) -> (continuation of Deferred@1744282390 after retry RPC after error@729356882) -> (continuation of Deferred@763418383 after retry RPC after error@1479448037) -> (continuation of Deferred@43741925 after retry RPC after error@1641235310)))
07:58:14.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.256 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.276 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.276 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.276 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.316 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.316 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.316 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.316 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.316 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.316 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.336 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.336 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.336 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.336 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.336 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.336 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.339 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.356 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.356 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.356 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.356 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.456 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.456 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.456 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@138460193(state=PENDING, result=null, callback=(continuation of Deferred@30138896 after retry RPC after error@2067132840) -> (continuation of Deferred@1702430681 after retry RPC after error@1758797539) -> (continuation of Deferred@911256203 after retry RPC after error@1656530264) -> (continuation of Deferred@1331044633 after retry RPC after error@263461910) -> (continuation of Deferred@1006889881 after retry RPC after error@991039268) -> (continuation of Deferred@1160953782 after retry RPC after error@1791578026) -> (continuation of Deferred@1228222025 after retry RPC after error@1660248932), errback=(continuation of Deferred@30138896 after retry RPC after error@2067132840) -> (continuation of Deferred@1702430681 after retry RPC after error@1758797539) -> (continuation of Deferred@911256203 after retry RPC after error@1656530264) -> (continuation of Deferred@1331044633 after retry RPC after error@263461910) -> (continuation of Deferred@1006889881 after retry RPC after error@991039268) -> (continuation of Deferred@1160953782 after retry RPC after error@1791578026) -> (continuation of Deferred@1228222025 after retry RPC after error@1660248932)))
07:58:14.458 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@138460193(state=PENDING, result=null, callback=(continuation of Deferred@30138896 after retry RPC after error@2067132840) -> (continuation of Deferred@1702430681 after retry RPC after error@1758797539) -> (continuation of Deferred@911256203 after retry RPC after error@1656530264) -> (continuation of Deferred@1331044633 after retry RPC after error@263461910) -> (continuation of Deferred@1006889881 after retry RPC after error@991039268) -> (continuation of Deferred@1160953782 after retry RPC after error@1791578026) -> (continuation of Deferred@1228222025 after retry RPC after error@1660248932), errback=(continuation of Deferred@30138896 after retry RPC after error@2067132840) -> (continuation of Deferred@1702430681 after retry RPC after error@1758797539) -> (continuation of Deferred@911256203 after retry RPC after error@1656530264) -> (continuation of Deferred@1331044633 after retry RPC after error@263461910) -> (continuation of Deferred@1006889881 after retry RPC after error@991039268) -> (continuation of Deferred@1160953782 after retry RPC after error@1791578026) -> (continuation of Deferred@1228222025 after retry RPC after error@1660248932)))
07:58:14.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.536 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.536 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.559 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.559 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.559 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.559 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.559 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.559 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.559 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.560 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.561 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.596 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.596 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.596 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.596 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.596 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.596 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.637 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [86ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1552888876(state=PENDING, result=null, callback=(continuation of Deferred@1048582300 after retry RPC after error@90879918) -> (continuation of Deferred@1246261326 after retry RPC after error@1866662783) -> (continuation of Deferred@1362735859 after retry RPC after error@20883645) -> (continuation of Deferred@150827732 after retry RPC after error@2144518223) -> (continuation of Deferred@1675647852 after retry RPC after error@401566957) -> (continuation of Deferred@1961350934 after retry RPC after error@492745085), errback=(continuation of Deferred@1048582300 after retry RPC after error@90879918) -> (continuation of Deferred@1246261326 after retry RPC after error@1866662783) -> (continuation of Deferred@1362735859 after retry RPC after error@20883645) -> (continuation of Deferred@150827732 after retry RPC after error@2144518223) -> (continuation of Deferred@1675647852 after retry RPC after error@401566957) -> (continuation of Deferred@1961350934 after retry RPC after error@492745085)))
07:58:14.638 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [83ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [86ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1552888876(state=PENDING, result=null, callback=(continuation of Deferred@1048582300 after retry RPC after error@90879918) -> (continuation of Deferred@1246261326 after retry RPC after error@1866662783) -> (continuation of Deferred@1362735859 after retry RPC after error@20883645) -> (continuation of Deferred@150827732 after retry RPC after error@2144518223) -> (continuation of Deferred@1675647852 after retry RPC after error@401566957) -> (continuation of Deferred@1961350934 after retry RPC after error@492745085), errback=(continuation of Deferred@1048582300 after retry RPC after error@90879918) -> (continuation of Deferred@1246261326 after retry RPC after error@1866662783) -> (continuation of Deferred@1362735859 after retry RPC after error@20883645) -> (continuation of Deferred@150827732 after retry RPC after error@2144518223) -> (continuation of Deferred@1675647852 after retry RPC after error@401566957) -> (continuation of Deferred@1961350934 after retry RPC after error@492745085)))
07:58:14.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.656 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.656 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.656 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.676 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.676 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.696 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.696 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.696 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.736 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.796 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.796 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.838 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1795272861(state=PENDING, result=null, callback=(continuation of Deferred@2055189348 after retry RPC after error@136586893) -> (continuation of Deferred@2122185730 after retry RPC after error@404635144) -> (continuation of Deferred@536693500 after retry RPC after error@918820800) -> (continuation of Deferred@659054838 after retry RPC after error@1313862761) -> (continuation of Deferred@990965238 after retry RPC after error@763135811) -> (continuation of Deferred@1230446026 after retry RPC after error@2013938741) -> (continuation of Deferred@1154054559 after retry RPC after error@222734554), errback=(continuation of Deferred@2055189348 after retry RPC after error@136586893) -> (continuation of Deferred@2122185730 after retry RPC after error@404635144) -> (continuation of Deferred@536693500 after retry RPC after error@918820800) -> (continuation of Deferred@659054838 after retry RPC after error@1313862761) -> (continuation of Deferred@990965238 after retry RPC after error@763135811) -> (continuation of Deferred@1230446026 after retry RPC after error@2013938741) -> (continuation of Deferred@1154054559 after retry RPC after error@222734554)))
07:58:14.838 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1795272861(state=PENDING, result=null, callback=(continuation of Deferred@2055189348 after retry RPC after error@136586893) -> (continuation of Deferred@2122185730 after retry RPC after error@404635144) -> (continuation of Deferred@536693500 after retry RPC after error@918820800) -> (continuation of Deferred@659054838 after retry RPC after error@1313862761) -> (continuation of Deferred@990965238 after retry RPC after error@763135811) -> (continuation of Deferred@1230446026 after retry RPC after error@2013938741) -> (continuation of Deferred@1154054559 after retry RPC after error@222734554), errback=(continuation of Deferred@2055189348 after retry RPC after error@136586893) -> (continuation of Deferred@2122185730 after retry RPC after error@404635144) -> (continuation of Deferred@536693500 after retry RPC after error@918820800) -> (continuation of Deferred@659054838 after retry RPC after error@1313862761) -> (continuation of Deferred@990965238 after retry RPC after error@763135811) -> (continuation of Deferred@1230446026 after retry RPC after error@2013938741) -> (continuation of Deferred@1154054559 after retry RPC after error@222734554)))
07:58:14.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.856 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.856 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.875 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.876 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.876 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.876 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.876 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.896 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.896 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.936 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.936 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.936 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.936 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.936 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.936 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.956 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.956 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.956 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.956 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:14.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:14.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:14.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:14.996 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:14.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.115 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@539961327(state=PENDING, result=null, callback=(continuation of Deferred@14036736 after retry RPC after error@960847153) -> (continuation of Deferred@1890385287 after retry RPC after error@702917666) -> (continuation of Deferred@419051569 after retry RPC after error@189088458) -> (continuation of Deferred@479381216 after retry RPC after error@412282348) -> (continuation of Deferred@1365271935 after retry RPC after error@1880243851) -> (continuation of Deferred@2059223983 after retry RPC after error@1976511641) -> (continuation of Deferred@660010178 after retry RPC after error@1188126917), errback=(continuation of Deferred@14036736 after retry RPC after error@960847153) -> (continuation of Deferred@1890385287 after retry RPC after error@702917666) -> (continuation of Deferred@419051569 after retry RPC after error@189088458) -> (continuation of Deferred@479381216 after retry RPC after error@412282348) -> (continuation of Deferred@1365271935 after retry RPC after error@1880243851) -> (continuation of Deferred@2059223983 after retry RPC after error@1976511641) -> (continuation of Deferred@660010178 after retry RPC after error@1188126917)))
07:58:15.116 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:15.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.176 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.196 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.196 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.196 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.196 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.236 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.236 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.236 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.236 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.316 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.316 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.316 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.316 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.316 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.316 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.317 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1185542374(state=PENDING, result=null, callback=(continuation of Deferred@1450240900 after retry RPC after error@1306750562) -> (continuation of Deferred@1546524884 after retry RPC after error@1426718071) -> (continuation of Deferred@83103897 after retry RPC after error@1387458075) -> (continuation of Deferred@2121708577 after retry RPC after error@1687035101) -> (continuation of Deferred@1088075789 after retry RPC after error@98387003) -> (continuation of Deferred@1321287453 after retry RPC after error@1522379500), errback=(continuation of Deferred@1450240900 after retry RPC after error@1306750562) -> (continuation of Deferred@1546524884 after retry RPC after error@1426718071) -> (continuation of Deferred@83103897 after retry RPC after error@1387458075) -> (continuation of Deferred@2121708577 after retry RPC after error@1687035101) -> (continuation of Deferred@1088075789 after retry RPC after error@98387003) -> (continuation of Deferred@1321287453 after retry RPC after error@1522379500)))
07:58:15.318 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1185542374(state=PENDING, result=null, callback=(continuation of Deferred@1450240900 after retry RPC after error@1306750562) -> (continuation of Deferred@1546524884 after retry RPC after error@1426718071) -> (continuation of Deferred@83103897 after retry RPC after error@1387458075) -> (continuation of Deferred@2121708577 after retry RPC after error@1687035101) -> (continuation of Deferred@1088075789 after retry RPC after error@98387003) -> (continuation of Deferred@1321287453 after retry RPC after error@1522379500), errback=(continuation of Deferred@1450240900 after retry RPC after error@1306750562) -> (continuation of Deferred@1546524884 after retry RPC after error@1426718071) -> (continuation of Deferred@83103897 after retry RPC after error@1387458075) -> (continuation of Deferred@2121708577 after retry RPC after error@1687035101) -> (continuation of Deferred@1088075789 after retry RPC after error@98387003) -> (continuation of Deferred@1321287453 after retry RPC after error@1522379500)))
07:58:15.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.335 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.335 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.336 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.375 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.376 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.376 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.376 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.396 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.396 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.396 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.396 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.415 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.415 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.415 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.416 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.416 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.416 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.535 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.536 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.536 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.536 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.537 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@213380105(state=PENDING, result=null, callback=(continuation of Deferred@607123346 after retry RPC after error@1018125262) -> (continuation of Deferred@2060098443 after retry RPC after error@1236203391) -> (continuation of Deferred@317065919 after retry RPC after error@1414611462) -> (continuation of Deferred@2062130628 after retry RPC after error@1153603817) -> (continuation of Deferred@1725153596 after retry RPC after error@944570002) -> (continuation of Deferred@251483106 after retry RPC after error@1579714308) -> (continuation of Deferred@638216156 after retry RPC after error@2037233121), errback=(continuation of Deferred@607123346 after retry RPC after error@1018125262) -> (continuation of Deferred@2060098443 after retry RPC after error@1236203391) -> (continuation of Deferred@317065919 after retry RPC after error@1414611462) -> (continuation of Deferred@2062130628 after retry RPC after error@1153603817) -> (continuation of Deferred@1725153596 after retry RPC after error@944570002) -> (continuation of Deferred@251483106 after retry RPC after error@1579714308) -> (continuation of Deferred@638216156 after retry RPC after error@2037233121)))
07:58:15.537 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@213380105(state=PENDING, result=null, callback=(continuation of Deferred@607123346 after retry RPC after error@1018125262) -> (continuation of Deferred@2060098443 after retry RPC after error@1236203391) -> (continuation of Deferred@317065919 after retry RPC after error@1414611462) -> (continuation of Deferred@2062130628 after retry RPC after error@1153603817) -> (continuation of Deferred@1725153596 after retry RPC after error@944570002) -> (continuation of Deferred@251483106 after retry RPC after error@1579714308) -> (continuation of Deferred@638216156 after retry RPC after error@2037233121), errback=(continuation of Deferred@607123346 after retry RPC after error@1018125262) -> (continuation of Deferred@2060098443 after retry RPC after error@1236203391) -> (continuation of Deferred@317065919 after retry RPC after error@1414611462) -> (continuation of Deferred@2062130628 after retry RPC after error@1153603817) -> (continuation of Deferred@1725153596 after retry RPC after error@944570002) -> (continuation of Deferred@251483106 after retry RPC after error@1579714308) -> (continuation of Deferred@638216156 after retry RPC after error@2037233121)))
07:58:15.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.556 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.616 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.616 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.616 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.635 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.635 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.636 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.718 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@697539512(state=PENDING, result=null, callback=(continuation of Deferred@1604580594 after retry RPC after error@250247879) -> (continuation of Deferred@342080196 after retry RPC after error@555269547) -> (continuation of Deferred@1633470750 after retry RPC after error@1019063216) -> (continuation of Deferred@897680249 after retry RPC after error@1360037255) -> (continuation of Deferred@1443082882 after retry RPC after error@120742873) -> (continuation of Deferred@1041347085 after retry RPC after error@1803035893), errback=(continuation of Deferred@1604580594 after retry RPC after error@250247879) -> (continuation of Deferred@342080196 after retry RPC after error@555269547) -> (continuation of Deferred@1633470750 after retry RPC after error@1019063216) -> (continuation of Deferred@897680249 after retry RPC after error@1360037255) -> (continuation of Deferred@1443082882 after retry RPC after error@120742873) -> (continuation of Deferred@1041347085 after retry RPC after error@1803035893)))
07:58:15.718 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@697539512(state=PENDING, result=null, callback=(continuation of Deferred@1604580594 after retry RPC after error@250247879) -> (continuation of Deferred@342080196 after retry RPC after error@555269547) -> (continuation of Deferred@1633470750 after retry RPC after error@1019063216) -> (continuation of Deferred@897680249 after retry RPC after error@1360037255) -> (continuation of Deferred@1443082882 after retry RPC after error@120742873) -> (continuation of Deferred@1041347085 after retry RPC after error@1803035893), errback=(continuation of Deferred@1604580594 after retry RPC after error@250247879) -> (continuation of Deferred@342080196 after retry RPC after error@555269547) -> (continuation of Deferred@1633470750 after retry RPC after error@1019063216) -> (continuation of Deferred@897680249 after retry RPC after error@1360037255) -> (continuation of Deferred@1443082882 after retry RPC after error@120742873) -> (continuation of Deferred@1041347085 after retry RPC after error@1803035893)))
07:58:15.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.736 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.795 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.796 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.796 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.816 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.816 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.816 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.816 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.816 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.816 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.856 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.856 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.957 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@756713945(state=PENDING, result=null, callback=(continuation of Deferred@2108199257 after retry RPC after error@207828710) -> (continuation of Deferred@2034615775 after retry RPC after error@6872943) -> (continuation of Deferred@972268642 after retry RPC after error@741499324) -> (continuation of Deferred@2064523992 after retry RPC after error@1037764977) -> (continuation of Deferred@422541852 after retry RPC after error@640669444) -> (continuation of Deferred@750598651 after retry RPC after error@1229467036) -> (continuation of Deferred@727007539 after retry RPC after error@1931097258), errback=(continuation of Deferred@2108199257 after retry RPC after error@207828710) -> (continuation of Deferred@2034615775 after retry RPC after error@6872943) -> (continuation of Deferred@972268642 after retry RPC after error@741499324) -> (continuation of Deferred@2064523992 after retry RPC after error@1037764977) -> (continuation of Deferred@422541852 after retry RPC after error@640669444) -> (continuation of Deferred@750598651 after retry RPC after error@1229467036) -> (continuation of Deferred@727007539 after retry RPC after error@1931097258)))
07:58:15.957 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@756713945(state=PENDING, result=null, callback=(continuation of Deferred@2108199257 after retry RPC after error@207828710) -> (continuation of Deferred@2034615775 after retry RPC after error@6872943) -> (continuation of Deferred@972268642 after retry RPC after error@741499324) -> (continuation of Deferred@2064523992 after retry RPC after error@1037764977) -> (continuation of Deferred@422541852 after retry RPC after error@640669444) -> (continuation of Deferred@750598651 after retry RPC after error@1229467036) -> (continuation of Deferred@727007539 after retry RPC after error@1931097258), errback=(continuation of Deferred@2108199257 after retry RPC after error@207828710) -> (continuation of Deferred@2034615775 after retry RPC after error@6872943) -> (continuation of Deferred@972268642 after retry RPC after error@741499324) -> (continuation of Deferred@2064523992 after retry RPC after error@1037764977) -> (continuation of Deferred@422541852 after retry RPC after error@640669444) -> (continuation of Deferred@750598651 after retry RPC after error@1229467036) -> (continuation of Deferred@727007539 after retry RPC after error@1931097258)))
07:58:15.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.979 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:15.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:15.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:15.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:15.997 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.997 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:15.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.036 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.056 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.056 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.076 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.076 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.076 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.117 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1071432813(state=PENDING, result=null, callback=(continuation of Deferred@499189848 after retry RPC after error@1190779138) -> (continuation of Deferred@1920867428 after retry RPC after error@735592938) -> (continuation of Deferred@1045303041 after retry RPC after error@913829891) -> (continuation of Deferred@879253397 after retry RPC after error@1565951971) -> (continuation of Deferred@321830223 after retry RPC after error@441491649) -> (continuation of Deferred@1819449569 after retry RPC after error@99771155), errback=(continuation of Deferred@499189848 after retry RPC after error@1190779138) -> (continuation of Deferred@1920867428 after retry RPC after error@735592938) -> (continuation of Deferred@1045303041 after retry RPC after error@913829891) -> (continuation of Deferred@879253397 after retry RPC after error@1565951971) -> (continuation of Deferred@321830223 after retry RPC after error@441491649) -> (continuation of Deferred@1819449569 after retry RPC after error@99771155)))
07:58:16.118 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1071432813(state=PENDING, result=null, callback=(continuation of Deferred@499189848 after retry RPC after error@1190779138) -> (continuation of Deferred@1920867428 after retry RPC after error@735592938) -> (continuation of Deferred@1045303041 after retry RPC after error@913829891) -> (continuation of Deferred@879253397 after retry RPC after error@1565951971) -> (continuation of Deferred@321830223 after retry RPC after error@441491649) -> (continuation of Deferred@1819449569 after retry RPC after error@99771155), errback=(continuation of Deferred@499189848 after retry RPC after error@1190779138) -> (continuation of Deferred@1920867428 after retry RPC after error@735592938) -> (continuation of Deferred@1045303041 after retry RPC after error@913829891) -> (continuation of Deferred@879253397 after retry RPC after error@1565951971) -> (continuation of Deferred@321830223 after retry RPC after error@441491649) -> (continuation of Deferred@1819449569 after retry RPC after error@99771155)))
07:58:16.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.196 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.216 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.216 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.256 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.275 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.275 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.276 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.338 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1117852761(state=PENDING, result=null, callback=(continuation of Deferred@1661076673 after retry RPC after error@874542606) -> (continuation of Deferred@260484948 after retry RPC after error@1171218721) -> (continuation of Deferred@907563349 after retry RPC after error@20955550) -> (continuation of Deferred@997794530 after retry RPC after error@83987141) -> (continuation of Deferred@1902637513 after retry RPC after error@237763914) -> (continuation of Deferred@2092408927 after retry RPC after error@1969834670) -> (continuation of Deferred@1003361395 after retry RPC after error@1784578029), errback=(continuation of Deferred@1661076673 after retry RPC after error@874542606) -> (continuation of Deferred@260484948 after retry RPC after error@1171218721) -> (continuation of Deferred@907563349 after retry RPC after error@20955550) -> (continuation of Deferred@997794530 after retry RPC after error@83987141) -> (continuation of Deferred@1902637513 after retry RPC after error@237763914) -> (continuation of Deferred@2092408927 after retry RPC after error@1969834670) -> (continuation of Deferred@1003361395 after retry RPC after error@1784578029)))
07:58:16.338 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1117852761(state=PENDING, result=null, callback=(continuation of Deferred@1661076673 after retry RPC after error@874542606) -> (continuation of Deferred@260484948 after retry RPC after error@1171218721) -> (continuation of Deferred@907563349 after retry RPC after error@20955550) -> (continuation of Deferred@997794530 after retry RPC after error@83987141) -> (continuation of Deferred@1902637513 after retry RPC after error@237763914) -> (continuation of Deferred@2092408927 after retry RPC after error@1969834670) -> (continuation of Deferred@1003361395 after retry RPC after error@1784578029), errback=(continuation of Deferred@1661076673 after retry RPC after error@874542606) -> (continuation of Deferred@260484948 after retry RPC after error@1171218721) -> (continuation of Deferred@907563349 after retry RPC after error@20955550) -> (continuation of Deferred@997794530 after retry RPC after error@83987141) -> (continuation of Deferred@1902637513 after retry RPC after error@237763914) -> (continuation of Deferred@2092408927 after retry RPC after error@1969834670) -> (continuation of Deferred@1003361395 after retry RPC after error@1784578029)))
07:58:16.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.356 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.356 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.356 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.356 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.356 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.356 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.376 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.376 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.376 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.376 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.376 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.376 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.436 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.456 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.456 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.456 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.456 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.456 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.456 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.536 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.597 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@966728385(state=PENDING, result=null, callback=(continuation of Deferred@1636620846 after retry RPC after error@1172217626) -> (continuation of Deferred@1023470410 after retry RPC after error@2080941881) -> (continuation of Deferred@2077380412 after retry RPC after error@1254435091) -> (continuation of Deferred@1881522618 after retry RPC after error@1236107752) -> (continuation of Deferred@552569934 after retry RPC after error@1124181233) -> (continuation of Deferred@502760762 after retry RPC after error@946922925) -> (continuation of Deferred@1679921937 after retry RPC after error@717849928), errback=(continuation of Deferred@1636620846 after retry RPC after error@1172217626) -> (continuation of Deferred@1023470410 after retry RPC after error@2080941881) -> (continuation of Deferred@2077380412 after retry RPC after error@1254435091) -> (continuation of Deferred@1881522618 after retry RPC after error@1236107752) -> (continuation of Deferred@552569934 after retry RPC after error@1124181233) -> (continuation of Deferred@502760762 after retry RPC after error@946922925) -> (continuation of Deferred@1679921937 after retry RPC after error@717849928)))
07:58:16.597 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@966728385(state=PENDING, result=null, callback=(continuation of Deferred@1636620846 after retry RPC after error@1172217626) -> (continuation of Deferred@1023470410 after retry RPC after error@2080941881) -> (continuation of Deferred@2077380412 after retry RPC after error@1254435091) -> (continuation of Deferred@1881522618 after retry RPC after error@1236107752) -> (continuation of Deferred@552569934 after retry RPC after error@1124181233) -> (continuation of Deferred@502760762 after retry RPC after error@946922925) -> (continuation of Deferred@1679921937 after retry RPC after error@717849928), errback=(continuation of Deferred@1636620846 after retry RPC after error@1172217626) -> (continuation of Deferred@1023470410 after retry RPC after error@2080941881) -> (continuation of Deferred@2077380412 after retry RPC after error@1254435091) -> (continuation of Deferred@1881522618 after retry RPC after error@1236107752) -> (continuation of Deferred@552569934 after retry RPC after error@1124181233) -> (continuation of Deferred@502760762 after retry RPC after error@946922925) -> (continuation of Deferred@1679921937 after retry RPC after error@717849928)))
07:58:16.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.636 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.636 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.636 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.636 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.655 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.655 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.656 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.656 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.696 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.696 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.696 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.696 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.696 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.696 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.736 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:16.746752 17225 master_runner.cc:187] Error getting master registration for 127.16.139.254:43407: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111),
07:58:16.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:16.746953 17225 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:58:16.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.816 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.816 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.816 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.816 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.816 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.816 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.875 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@275246116(state=PENDING, result=null, callback=(continuation of Deferred@1121289239 after retry RPC after error@126851808) -> (continuation of Deferred@1253583287 after retry RPC after error@1695676936) -> (continuation of Deferred@193609601 after retry RPC after error@1881799818) -> (continuation of Deferred@2077722281 after retry RPC after error@301785697) -> (continuation of Deferred@1271964136 after retry RPC after error@1956825524) -> (continuation of Deferred@856161095 after retry RPC after error@1159653548) -> (continuation of Deferred@185589254 after retry RPC after error@1761757626), errback=(continuation of Deferred@1121289239 after retry RPC after error@126851808) -> (continuation of Deferred@1253583287 after retry RPC after error@1695676936) -> (continuation of Deferred@193609601 after retry RPC after error@1881799818) -> (continuation of Deferred@2077722281 after retry RPC after error@301785697) -> (continuation of Deferred@1271964136 after retry RPC after error@1956825524) -> (continuation of Deferred@856161095 after retry RPC after error@1159653548) -> (continuation of Deferred@185589254 after retry RPC after error@1761757626)))
07:58:16.876 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:16.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.916 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.936 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.936 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.936 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.936 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.956 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.956 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.956 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.956 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:16.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:16.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:16.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.996 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:16.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:16.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.015 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.015 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.015 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.016 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.016 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:17.051509 18055 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:17.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:17.056833 18055 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:17.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:17.058284 18058 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.16.139.254:43407)
07:58:17.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.098 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1923504505(state=PENDING, result=null, callback=(continuation of Deferred@582498442 after retry RPC after error@1631780582) -> (continuation of Deferred@556583719 after retry RPC after error@1627468778) -> (continuation of Deferred@35531560 after retry RPC after error@1952272451) -> (continuation of Deferred@862963740 after retry RPC after error@1536762872) -> (continuation of Deferred@674043080 after retry RPC after error@921470662) -> (continuation of Deferred@2064549679 after retry RPC after error@1771765077) -> (continuation of Deferred@693190650 after retry RPC after error@2077836960), errback=(continuation of Deferred@582498442 after retry RPC after error@1631780582) -> (continuation of Deferred@556583719 after retry RPC after error@1627468778) -> (continuation of Deferred@35531560 after retry RPC after error@1952272451) -> (continuation of Deferred@862963740 after retry RPC after error@1536762872) -> (continuation of Deferred@674043080 after retry RPC after error@921470662) -> (continuation of Deferred@2064549679 after retry RPC after error@1771765077) -> (continuation of Deferred@693190650 after retry RPC after error@2077836960)))
07:58:17.098 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1923504505(state=PENDING, result=null, callback=(continuation of Deferred@582498442 after retry RPC after error@1631780582) -> (continuation of Deferred@556583719 after retry RPC after error@1627468778) -> (continuation of Deferred@35531560 after retry RPC after error@1952272451) -> (continuation of Deferred@862963740 after retry RPC after error@1536762872) -> (continuation of Deferred@674043080 after retry RPC after error@921470662) -> (continuation of Deferred@2064549679 after retry RPC after error@1771765077) -> (continuation of Deferred@693190650 after retry RPC after error@2077836960), errback=(continuation of Deferred@582498442 after retry RPC after error@1631780582) -> (continuation of Deferred@556583719 after retry RPC after error@1627468778) -> (continuation of Deferred@35531560 after retry RPC after error@1952272451) -> (continuation of Deferred@862963740 after retry RPC after error@1536762872) -> (continuation of Deferred@674043080 after retry RPC after error@921470662) -> (continuation of Deferred@2064549679 after retry RPC after error@1771765077) -> (continuation of Deferred@693190650 after retry RPC after error@2077836960)))
07:58:17.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.135 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.196 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.236 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.236 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.237 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.296 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.298 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@602767048(state=PENDING, result=null, callback=(continuation of Deferred@337707952 after retry RPC after error@1903393961) -> (continuation of Deferred@1209915551 after retry RPC after error@5170282) -> (continuation of Deferred@476990288 after retry RPC after error@1980955200) -> (continuation of Deferred@1357712701 after retry RPC after error@662167294) -> (continuation of Deferred@1236088203 after retry RPC after error@680265220) -> (continuation of Deferred@271610573 after retry RPC after error@162123291), errback=(continuation of Deferred@337707952 after retry RPC after error@1903393961) -> (continuation of Deferred@1209915551 after retry RPC after error@5170282) -> (continuation of Deferred@476990288 after retry RPC after error@1980955200) -> (continuation of Deferred@1357712701 after retry RPC after error@662167294) -> (continuation of Deferred@1236088203 after retry RPC after error@680265220) -> (continuation of Deferred@271610573 after retry RPC after error@162123291)))
07:58:17.298 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@602767048(state=PENDING, result=null, callback=(continuation of Deferred@337707952 after retry RPC after error@1903393961) -> (continuation of Deferred@1209915551 after retry RPC after error@5170282) -> (continuation of Deferred@476990288 after retry RPC after error@1980955200) -> (continuation of Deferred@1357712701 after retry RPC after error@662167294) -> (continuation of Deferred@1236088203 after retry RPC after error@680265220) -> (continuation of Deferred@271610573 after retry RPC after error@162123291), errback=(continuation of Deferred@337707952 after retry RPC after error@1903393961) -> (continuation of Deferred@1209915551 after retry RPC after error@5170282) -> (continuation of Deferred@476990288 after retry RPC after error@1980955200) -> (continuation of Deferred@1357712701 after retry RPC after error@662167294) -> (continuation of Deferred@1236088203 after retry RPC after error@680265220) -> (continuation of Deferred@271610573 after retry RPC after error@162123291)))
07:58:17.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.316 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.316 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.316 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.316 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.316 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.316 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.336 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.356 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.356 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.356 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.356 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.356 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.356 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.376 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.376 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.376 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.376 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.376 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.376 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.397 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.516 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.516 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.516 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.516 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.517 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1504558822(state=PENDING, result=null, callback=(continuation of Deferred@1496796140 after retry RPC after error@1730243821) -> (continuation of Deferred@1746057611 after retry RPC after error@1551659233) -> (continuation of Deferred@1064773801 after retry RPC after error@1407024558) -> (continuation of Deferred@780028095 after retry RPC after error@297455337) -> (continuation of Deferred@395222551 after retry RPC after error@788963653) -> (continuation of Deferred@1944141738 after retry RPC after error@887847609) -> (continuation of Deferred@1475752981 after retry RPC after error@1298180903), errback=(continuation of Deferred@1496796140 after retry RPC after error@1730243821) -> (continuation of Deferred@1746057611 after retry RPC after error@1551659233) -> (continuation of Deferred@1064773801 after retry RPC after error@1407024558) -> (continuation of Deferred@780028095 after retry RPC after error@297455337) -> (continuation of Deferred@395222551 after retry RPC after error@788963653) -> (continuation of Deferred@1944141738 after retry RPC after error@887847609) -> (continuation of Deferred@1475752981 after retry RPC after error@1298180903)))
07:58:17.518 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1504558822(state=PENDING, result=null, callback=(continuation of Deferred@1496796140 after retry RPC after error@1730243821) -> (continuation of Deferred@1746057611 after retry RPC after error@1551659233) -> (continuation of Deferred@1064773801 after retry RPC after error@1407024558) -> (continuation of Deferred@780028095 after retry RPC after error@297455337) -> (continuation of Deferred@395222551 after retry RPC after error@788963653) -> (continuation of Deferred@1944141738 after retry RPC after error@887847609) -> (continuation of Deferred@1475752981 after retry RPC after error@1298180903), errback=(continuation of Deferred@1496796140 after retry RPC after error@1730243821) -> (continuation of Deferred@1746057611 after retry RPC after error@1551659233) -> (continuation of Deferred@1064773801 after retry RPC after error@1407024558) -> (continuation of Deferred@780028095 after retry RPC after error@297455337) -> (continuation of Deferred@395222551 after retry RPC after error@788963653) -> (continuation of Deferred@1944141738 after retry RPC after error@887847609) -> (continuation of Deferred@1475752981 after retry RPC after error@1298180903)))
07:58:17.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.536 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.556 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.576 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.576 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.576 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.596 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.596 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.596 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.615 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.615 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.615 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.615 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.615 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.616 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.616 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.736 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.796 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1496445260(state=PENDING, result=null, callback=(continuation of Deferred@515369290 after retry RPC after error@13075014) -> (continuation of Deferred@228699889 after retry RPC after error@1540130200) -> (continuation of Deferred@2056313362 after retry RPC after error@1190769332) -> (continuation of Deferred@1177508540 after retry RPC after error@2037442468) -> (continuation of Deferred@97313490 after retry RPC after error@246123725) -> (continuation of Deferred@854449438 after retry RPC after error@1281249568) -> (continuation of Deferred@778493963 after retry RPC after error@2088357102), errback=(continuation of Deferred@515369290 after retry RPC after error@13075014) -> (continuation of Deferred@228699889 after retry RPC after error@1540130200) -> (continuation of Deferred@2056313362 after retry RPC after error@1190769332) -> (continuation of Deferred@1177508540 after retry RPC after error@2037442468) -> (continuation of Deferred@97313490 after retry RPC after error@246123725) -> (continuation of Deferred@854449438 after retry RPC after error@1281249568) -> (continuation of Deferred@778493963 after retry RPC after error@2088357102)))
07:58:17.796 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:17.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.816 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.816 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.816 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.816 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.816 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.817 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.836 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.836 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.836 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.836 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.836 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.836 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.856 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.876 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.876 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.895 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.895 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.896 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.896 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.896 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.916 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.976 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.976 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.976 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:17.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:17.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.996 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.996 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:17.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:17.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:17.998 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1901891485(state=PENDING, result=null, callback=(continuation of Deferred@1507619871 after retry RPC after error@1768213405) -> (continuation of Deferred@1328474252 after retry RPC after error@1520154259) -> (continuation of Deferred@1616727379 after retry RPC after error@791300838) -> (continuation of Deferred@402177287 after retry RPC after error@273727045) -> (continuation of Deferred@443371209 after retry RPC after error@1743608344) -> (continuation of Deferred@892322663 after retry RPC after error@546890001) -> (continuation of Deferred@1349773517 after retry RPC after error@1564689729) -> (continuation of Deferred@381452661 after retry RPC after error@1900767962), errback=(continuation of Deferred@1507619871 after retry RPC after error@1768213405) -> (continuation of Deferred@1328474252 after retry RPC after error@1520154259) -> (continuation of Deferred@1616727379 after retry RPC after error@791300838) -> (continuation of Deferred@402177287 after retry RPC after error@273727045) -> (continuation of Deferred@443371209 after retry RPC after error@1743608344) -> (continuation of Deferred@892322663 after retry RPC after error@546890001) -> (continuation of Deferred@1349773517 after retry RPC after error@1564689729) -> (continuation of Deferred@381452661 after retry RPC after error@1900767962)))
07:58:17.998 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1901891485(state=PENDING, result=null, callback=(continuation of Deferred@1507619871 after retry RPC after error@1768213405) -> (continuation of Deferred@1328474252 after retry RPC after error@1520154259) -> (continuation of Deferred@1616727379 after retry RPC after error@791300838) -> (continuation of Deferred@402177287 after retry RPC after error@273727045) -> (continuation of Deferred@443371209 after retry RPC after error@1743608344) -> (continuation of Deferred@892322663 after retry RPC after error@546890001) -> (continuation of Deferred@1349773517 after retry RPC after error@1564689729) -> (continuation of Deferred@381452661 after retry RPC after error@1900767962), errback=(continuation of Deferred@1507619871 after retry RPC after error@1768213405) -> (continuation of Deferred@1328474252 after retry RPC after error@1520154259) -> (continuation of Deferred@1616727379 after retry RPC after error@791300838) -> (continuation of Deferred@402177287 after retry RPC after error@273727045) -> (continuation of Deferred@443371209 after retry RPC after error@1743608344) -> (continuation of Deferred@892322663 after retry RPC after error@546890001) -> (continuation of Deferred@1349773517 after retry RPC after error@1564689729) -> (continuation of Deferred@381452661 after retry RPC after error@1900767962)))
07:58:18.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.036 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.036 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.056 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.056 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.056 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.056 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.075 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.075 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.116 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.258 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@401276968(state=PENDING, result=null, callback=(continuation of Deferred@1341258741 after retry RPC after error@8086238) -> (continuation of Deferred@467937983 after retry RPC after error@1421972395) -> (continuation of Deferred@338683029 after retry RPC after error@1327040860) -> (continuation of Deferred@1964143570 after retry RPC after error@756476432) -> (continuation of Deferred@1190570091 after retry RPC after error@1101138432) -> (continuation of Deferred@667450629 after retry RPC after error@1024742790) -> (continuation of Deferred@1322387391 after retry RPC after error@535946863), errback=(continuation of Deferred@1341258741 after retry RPC after error@8086238) -> (continuation of Deferred@467937983 after retry RPC after error@1421972395) -> (continuation of Deferred@338683029 after retry RPC after error@1327040860) -> (continuation of Deferred@1964143570 after retry RPC after error@756476432) -> (continuation of Deferred@1190570091 after retry RPC after error@1101138432) -> (continuation of Deferred@667450629 after retry RPC after error@1024742790) -> (continuation of Deferred@1322387391 after retry RPC after error@535946863)))
07:58:18.258 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@401276968(state=PENDING, result=null, callback=(continuation of Deferred@1341258741 after retry RPC after error@8086238) -> (continuation of Deferred@467937983 after retry RPC after error@1421972395) -> (continuation of Deferred@338683029 after retry RPC after error@1327040860) -> (continuation of Deferred@1964143570 after retry RPC after error@756476432) -> (continuation of Deferred@1190570091 after retry RPC after error@1101138432) -> (continuation of Deferred@667450629 after retry RPC after error@1024742790) -> (continuation of Deferred@1322387391 after retry RPC after error@535946863), errback=(continuation of Deferred@1341258741 after retry RPC after error@8086238) -> (continuation of Deferred@467937983 after retry RPC after error@1421972395) -> (continuation of Deferred@338683029 after retry RPC after error@1327040860) -> (continuation of Deferred@1964143570 after retry RPC after error@756476432) -> (continuation of Deferred@1190570091 after retry RPC after error@1101138432) -> (continuation of Deferred@667450629 after retry RPC after error@1024742790) -> (continuation of Deferred@1322387391 after retry RPC after error@535946863)))
07:58:18.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.276 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.276 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.276 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.316 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.336 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.336 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.336 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.336 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.336 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.336 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.355 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.355 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.356 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.356 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.356 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.356 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.456 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.456 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.456 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@199448096(state=PENDING, result=null, callback=(continuation of Deferred@731184676 after retry RPC after error@158248696) -> (continuation of Deferred@1500670202 after retry RPC after error@1219585954) -> (continuation of Deferred@1155056974 after retry RPC after error@943565379) -> (continuation of Deferred@1925324806 after retry RPC after error@822986123) -> (continuation of Deferred@872256593 after retry RPC after error@1715953631) -> (continuation of Deferred@90603777 after retry RPC after error@1519922619), errback=(continuation of Deferred@731184676 after retry RPC after error@158248696) -> (continuation of Deferred@1500670202 after retry RPC after error@1219585954) -> (continuation of Deferred@1155056974 after retry RPC after error@943565379) -> (continuation of Deferred@1925324806 after retry RPC after error@822986123) -> (continuation of Deferred@872256593 after retry RPC after error@1715953631) -> (continuation of Deferred@90603777 after retry RPC after error@1519922619)))
07:58:18.458 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@199448096(state=PENDING, result=null, callback=(continuation of Deferred@731184676 after retry RPC after error@158248696) -> (continuation of Deferred@1500670202 after retry RPC after error@1219585954) -> (continuation of Deferred@1155056974 after retry RPC after error@943565379) -> (continuation of Deferred@1925324806 after retry RPC after error@822986123) -> (continuation of Deferred@872256593 after retry RPC after error@1715953631) -> (continuation of Deferred@90603777 after retry RPC after error@1519922619), errback=(continuation of Deferred@731184676 after retry RPC after error@158248696) -> (continuation of Deferred@1500670202 after retry RPC after error@1219585954) -> (continuation of Deferred@1155056974 after retry RPC after error@943565379) -> (continuation of Deferred@1925324806 after retry RPC after error@822986123) -> (continuation of Deferred@872256593 after retry RPC after error@1715953631) -> (continuation of Deferred@90603777 after retry RPC after error@1519922619)))
07:58:18.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.477 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.477 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.516 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.536 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.536 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.555 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.555 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.556 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.556 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.596 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.596 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.596 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.597 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.597 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.597 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.636 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.636 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.636 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.636 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.735 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@432600777(state=PENDING, result=null, callback=(continuation of Deferred@1787162101 after retry RPC after error@758187253) -> (continuation of Deferred@1463970822 after retry RPC after error@157460121) -> (continuation of Deferred@1288505349 after retry RPC after error@1778301893) -> (continuation of Deferred@764987552 after retry RPC after error@835909092) -> (continuation of Deferred@360406779 after retry RPC after error@164097794) -> (continuation of Deferred@1660021586 after retry RPC after error@1143623485) -> (continuation of Deferred@191454661 after retry RPC after error@1029708885) -> (continuation of Deferred@1344723920 after retry RPC after error@1189291342), errback=(continuation of Deferred@1787162101 after retry RPC after error@758187253) -> (continuation of Deferred@1463970822 after retry RPC after error@157460121) -> (continuation of Deferred@1288505349 after retry RPC after error@1778301893) -> (continuation of Deferred@764987552 after retry RPC after error@835909092) -> (continuation of Deferred@360406779 after retry RPC after error@164097794) -> (continuation of Deferred@1660021586 after retry RPC after error@1143623485) -> (continuation of Deferred@191454661 after retry RPC after error@1029708885) -> (continuation of Deferred@1344723920 after retry RPC after error@1189291342)))
07:58:18.736 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:18.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.796 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.835 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.835 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.835 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.836 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.856 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.856 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:18.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:18.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:18.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:18.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:18.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.016 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1335253208(state=PENDING, result=null, callback=(continuation of Deferred@9031737 after retry RPC after error@1104768713) -> (continuation of Deferred@1876753743 after retry RPC after error@317798644) -> (continuation of Deferred@1547119243 after retry RPC after error@1452456162) -> (continuation of Deferred@1579946490 after retry RPC after error@1166128211) -> (continuation of Deferred@545766682 after retry RPC after error@1670468672) -> (continuation of Deferred@1561078281 after retry RPC after error@367476439) -> (continuation of Deferred@135609884 after retry RPC after error@1632585738), errback=(continuation of Deferred@9031737 after retry RPC after error@1104768713) -> (continuation of Deferred@1876753743 after retry RPC after error@317798644) -> (continuation of Deferred@1547119243 after retry RPC after error@1452456162) -> (continuation of Deferred@1579946490 after retry RPC after error@1166128211) -> (continuation of Deferred@545766682 after retry RPC after error@1670468672) -> (continuation of Deferred@1561078281 after retry RPC after error@367476439) -> (continuation of Deferred@135609884 after retry RPC after error@1632585738)))
07:58:19.017 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:19.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.036 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.056 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.057 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.057 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.076 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.076 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.076 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.096 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.216 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.216 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.236 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.237 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1490063404(state=PENDING, result=null, callback=(continuation of Deferred@273848484 after retry RPC after error@527528276) -> (continuation of Deferred@798477603 after retry RPC after error@1931114765) -> (continuation of Deferred@2005489778 after retry RPC after error@1667660806) -> (continuation of Deferred@1921604508 after retry RPC after error@1392219857) -> (continuation of Deferred@1871449652 after retry RPC after error@1062918543) -> (continuation of Deferred@121053251 after retry RPC after error@158622570) -> (continuation of Deferred@101065182 after retry RPC after error@1878595120), errback=(continuation of Deferred@273848484 after retry RPC after error@527528276) -> (continuation of Deferred@798477603 after retry RPC after error@1931114765) -> (continuation of Deferred@2005489778 after retry RPC after error@1667660806) -> (continuation of Deferred@1921604508 after retry RPC after error@1392219857) -> (continuation of Deferred@1871449652 after retry RPC after error@1062918543) -> (continuation of Deferred@121053251 after retry RPC after error@158622570) -> (continuation of Deferred@101065182 after retry RPC after error@1878595120)))
07:58:19.237 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1490063404(state=PENDING, result=null, callback=(continuation of Deferred@273848484 after retry RPC after error@527528276) -> (continuation of Deferred@798477603 after retry RPC after error@1931114765) -> (continuation of Deferred@2005489778 after retry RPC after error@1667660806) -> (continuation of Deferred@1921604508 after retry RPC after error@1392219857) -> (continuation of Deferred@1871449652 after retry RPC after error@1062918543) -> (continuation of Deferred@121053251 after retry RPC after error@158622570) -> (continuation of Deferred@101065182 after retry RPC after error@1878595120), errback=(continuation of Deferred@273848484 after retry RPC after error@527528276) -> (continuation of Deferred@798477603 after retry RPC after error@1931114765) -> (continuation of Deferred@2005489778 after retry RPC after error@1667660806) -> (continuation of Deferred@1921604508 after retry RPC after error@1392219857) -> (continuation of Deferred@1871449652 after retry RPC after error@1062918543) -> (continuation of Deferred@121053251 after retry RPC after error@158622570) -> (continuation of Deferred@101065182 after retry RPC after error@1878595120)))
07:58:19.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.256 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.256 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.275 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.275 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.275 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.275 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.276 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.296 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.296 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.296 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.296 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.316 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.336 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.336 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.336 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.336 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.376 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.376 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.376 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.376 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.376 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.376 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.397 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.478 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@719433203(state=PENDING, result=null, callback=(continuation of Deferred@1804714404 after retry RPC after error@1671702458) -> (continuation of Deferred@840890874 after retry RPC after error@364332159) -> (continuation of Deferred@1884175244 after retry RPC after error@840260552) -> (continuation of Deferred@1996600665 after retry RPC after error@1480233850) -> (continuation of Deferred@1504264618 after retry RPC after error@1098549836) -> (continuation of Deferred@1001079879 after retry RPC after error@923185419) -> (continuation of Deferred@607195728 after retry RPC after error@822924400), errback=(continuation of Deferred@1804714404 after retry RPC after error@1671702458) -> (continuation of Deferred@840890874 after retry RPC after error@364332159) -> (continuation of Deferred@1884175244 after retry RPC after error@840260552) -> (continuation of Deferred@1996600665 after retry RPC after error@1480233850) -> (continuation of Deferred@1504264618 after retry RPC after error@1098549836) -> (continuation of Deferred@1001079879 after retry RPC after error@923185419) -> (continuation of Deferred@607195728 after retry RPC after error@822924400)))
07:58:19.478 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@719433203(state=PENDING, result=null, callback=(continuation of Deferred@1804714404 after retry RPC after error@1671702458) -> (continuation of Deferred@840890874 after retry RPC after error@364332159) -> (continuation of Deferred@1884175244 after retry RPC after error@840260552) -> (continuation of Deferred@1996600665 after retry RPC after error@1480233850) -> (continuation of Deferred@1504264618 after retry RPC after error@1098549836) -> (continuation of Deferred@1001079879 after retry RPC after error@923185419) -> (continuation of Deferred@607195728 after retry RPC after error@822924400), errback=(continuation of Deferred@1804714404 after retry RPC after error@1671702458) -> (continuation of Deferred@840890874 after retry RPC after error@364332159) -> (continuation of Deferred@1884175244 after retry RPC after error@840260552) -> (continuation of Deferred@1996600665 after retry RPC after error@1480233850) -> (continuation of Deferred@1504264618 after retry RPC after error@1098549836) -> (continuation of Deferred@1001079879 after retry RPC after error@923185419) -> (continuation of Deferred@607195728 after retry RPC after error@822924400)))
07:58:19.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.496 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.496 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.496 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.496 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.496 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.496 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.516 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.516 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.516 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.536 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.575 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.575 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.575 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.575 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.575 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.575 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.576 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.616 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.616 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.616 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.635 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.635 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.636 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.755 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1123452195(state=PENDING, result=null, callback=(continuation of Deferred@773293309 after retry RPC after error@137528203) -> (continuation of Deferred@91854385 after retry RPC after error@1943065632) -> (continuation of Deferred@1643284171 after retry RPC after error@2101378981) -> (continuation of Deferred@876721698 after retry RPC after error@1103435102) -> (continuation of Deferred@888412019 after retry RPC after error@1253571359) -> (continuation of Deferred@1937683661 after retry RPC after error@452468761) -> (continuation of Deferred@237233082 after retry RPC after error@2067373666), errback=(continuation of Deferred@773293309 after retry RPC after error@137528203) -> (continuation of Deferred@91854385 after retry RPC after error@1943065632) -> (continuation of Deferred@1643284171 after retry RPC after error@2101378981) -> (continuation of Deferred@876721698 after retry RPC after error@1103435102) -> (continuation of Deferred@888412019 after retry RPC after error@1253571359) -> (continuation of Deferred@1937683661 after retry RPC after error@452468761) -> (continuation of Deferred@237233082 after retry RPC after error@2067373666)))
07:58:19.756 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:19.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.795 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.796 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.796 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.816 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.816 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.816 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.816 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.816 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.816 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.836 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.836 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.836 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.836 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.836 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.836 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.836 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.876 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.876 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:19.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:19.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:19.936 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.936 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.936 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.936 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:19.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:19.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.018 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@439630543(state=PENDING, result=null, callback=(continuation of Deferred@1377319731 after retry RPC after error@1580398025) -> (continuation of Deferred@1322362808 after retry RPC after error@1963466479) -> (continuation of Deferred@1725588190 after retry RPC after error@797925233) -> (continuation of Deferred@1814090079 after retry RPC after error@1500136786) -> (continuation of Deferred@1821573171 after retry RPC after error@968015367) -> (continuation of Deferred@1399990855 after retry RPC after error@1488561582) -> (continuation of Deferred@744465426 after retry RPC after error@3237144), errback=(continuation of Deferred@1377319731 after retry RPC after error@1580398025) -> (continuation of Deferred@1322362808 after retry RPC after error@1963466479) -> (continuation of Deferred@1725588190 after retry RPC after error@797925233) -> (continuation of Deferred@1814090079 after retry RPC after error@1500136786) -> (continuation of Deferred@1821573171 after retry RPC after error@968015367) -> (continuation of Deferred@1399990855 after retry RPC after error@1488561582) -> (continuation of Deferred@744465426 after retry RPC after error@3237144)))
07:58:20.019 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@439630543(state=PENDING, result=null, callback=(continuation of Deferred@1377319731 after retry RPC after error@1580398025) -> (continuation of Deferred@1322362808 after retry RPC after error@1963466479) -> (continuation of Deferred@1725588190 after retry RPC after error@797925233) -> (continuation of Deferred@1814090079 after retry RPC after error@1500136786) -> (continuation of Deferred@1821573171 after retry RPC after error@968015367) -> (continuation of Deferred@1399990855 after retry RPC after error@1488561582) -> (continuation of Deferred@744465426 after retry RPC after error@3237144), errback=(continuation of Deferred@1377319731 after retry RPC after error@1580398025) -> (continuation of Deferred@1322362808 after retry RPC after error@1963466479) -> (continuation of Deferred@1725588190 after retry RPC after error@797925233) -> (continuation of Deferred@1814090079 after retry RPC after error@1500136786) -> (continuation of Deferred@1821573171 after retry RPC after error@968015367) -> (continuation of Deferred@1399990855 after retry RPC after error@1488561582) -> (continuation of Deferred@744465426 after retry RPC after error@3237144)))
07:58:20.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.036 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.056 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.056 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.056 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.056 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.176 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.276 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.276 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.276 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.278 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1432290365(state=PENDING, result=null, callback=(continuation of Deferred@314138914 after retry RPC after error@1994136892) -> (continuation of Deferred@215392352 after retry RPC after error@553988907) -> (continuation of Deferred@2020402776 after retry RPC after error@1850679700) -> (continuation of Deferred@1461934493 after retry RPC after error@1597486137) -> (continuation of Deferred@1081526177 after retry RPC after error@1461849530) -> (continuation of Deferred@436230514 after retry RPC after error@2020909175) -> (continuation of Deferred@248064791 after retry RPC after error@1237428393), errback=(continuation of Deferred@314138914 after retry RPC after error@1994136892) -> (continuation of Deferred@215392352 after retry RPC after error@553988907) -> (continuation of Deferred@2020402776 after retry RPC after error@1850679700) -> (continuation of Deferred@1461934493 after retry RPC after error@1597486137) -> (continuation of Deferred@1081526177 after retry RPC after error@1461849530) -> (continuation of Deferred@436230514 after retry RPC after error@2020909175) -> (continuation of Deferred@248064791 after retry RPC after error@1237428393)))
07:58:20.278 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1432290365(state=PENDING, result=null, callback=(continuation of Deferred@314138914 after retry RPC after error@1994136892) -> (continuation of Deferred@215392352 after retry RPC after error@553988907) -> (continuation of Deferred@2020402776 after retry RPC after error@1850679700) -> (continuation of Deferred@1461934493 after retry RPC after error@1597486137) -> (continuation of Deferred@1081526177 after retry RPC after error@1461849530) -> (continuation of Deferred@436230514 after retry RPC after error@2020909175) -> (continuation of Deferred@248064791 after retry RPC after error@1237428393), errback=(continuation of Deferred@314138914 after retry RPC after error@1994136892) -> (continuation of Deferred@215392352 after retry RPC after error@553988907) -> (continuation of Deferred@2020402776 after retry RPC after error@1850679700) -> (continuation of Deferred@1461934493 after retry RPC after error@1597486137) -> (continuation of Deferred@1081526177 after retry RPC after error@1461849530) -> (continuation of Deferred@436230514 after retry RPC after error@2020909175) -> (continuation of Deferred@248064791 after retry RPC after error@1237428393)))
07:58:20.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.316 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.316 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.316 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.316 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.316 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.316 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.336 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.336 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.336 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.336 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.336 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.336 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.336 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.356 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.356 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.356 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.356 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.416 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.416 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.416 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.416 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.416 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.416 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.476 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.537 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.537 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.537 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.537 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.556 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1094236870(state=PENDING, result=null, callback=(continuation of Deferred@718812546 after retry RPC after error@1084776219) -> (continuation of Deferred@378056342 after retry RPC after error@316856331) -> (continuation of Deferred@2046659568 after retry RPC after error@2075087699) -> (continuation of Deferred@679526062 after retry RPC after error@749078837) -> (continuation of Deferred@965850458 after retry RPC after error@950357232) -> (continuation of Deferred@360575108 after retry RPC after error@151956671) -> (continuation of Deferred@1031926689 after retry RPC after error@793897517), errback=(continuation of Deferred@718812546 after retry RPC after error@1084776219) -> (continuation of Deferred@378056342 after retry RPC after error@316856331) -> (continuation of Deferred@2046659568 after retry RPC after error@2075087699) -> (continuation of Deferred@679526062 after retry RPC after error@749078837) -> (continuation of Deferred@965850458 after retry RPC after error@950357232) -> (continuation of Deferred@360575108 after retry RPC after error@151956671) -> (continuation of Deferred@1031926689 after retry RPC after error@793897517)))
07:58:20.556 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:20.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.616 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.616 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.616 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.636 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.736 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.737 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@132455883(state=PENDING, result=null, callback=(continuation of Deferred@53063771 after retry RPC after error@2069949679) -> (continuation of Deferred@1273560442 after retry RPC after error@1682745993) -> (continuation of Deferred@707355955 after retry RPC after error@1448272653) -> (continuation of Deferred@1524488080 after retry RPC after error@1539581600) -> (continuation of Deferred@975556630 after retry RPC after error@2066613972) -> (continuation of Deferred@1341861750 after retry RPC after error@896594191), errback=(continuation of Deferred@53063771 after retry RPC after error@2069949679) -> (continuation of Deferred@1273560442 after retry RPC after error@1682745993) -> (continuation of Deferred@707355955 after retry RPC after error@1448272653) -> (continuation of Deferred@1524488080 after retry RPC after error@1539581600) -> (continuation of Deferred@975556630 after retry RPC after error@2066613972) -> (continuation of Deferred@1341861750 after retry RPC after error@896594191)))
07:58:20.738 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@132455883(state=PENDING, result=null, callback=(continuation of Deferred@53063771 after retry RPC after error@2069949679) -> (continuation of Deferred@1273560442 after retry RPC after error@1682745993) -> (continuation of Deferred@707355955 after retry RPC after error@1448272653) -> (continuation of Deferred@1524488080 after retry RPC after error@1539581600) -> (continuation of Deferred@975556630 after retry RPC after error@2066613972) -> (continuation of Deferred@1341861750 after retry RPC after error@896594191), errback=(continuation of Deferred@53063771 after retry RPC after error@2069949679) -> (continuation of Deferred@1273560442 after retry RPC after error@1682745993) -> (continuation of Deferred@707355955 after retry RPC after error@1448272653) -> (continuation of Deferred@1524488080 after retry RPC after error@1539581600) -> (continuation of Deferred@975556630 after retry RPC after error@2066613972) -> (continuation of Deferred@1341861750 after retry RPC after error@896594191)))
07:58:20.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.795 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.795 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.796 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.816 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.816 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.816 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.816 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.816 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.816 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.836 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.836 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.836 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.836 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.836 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.836 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.917 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.917 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.917 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.977 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.977 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.978 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.979 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:20.979 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [99ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@408504847(state=PENDING, result=null, callback=(continuation of Deferred@1371720 after retry RPC after error@2042803598) -> (continuation of Deferred@1390233282 after retry RPC after error@419748) -> (continuation of Deferred@659009346 after retry RPC after error@1271202017) -> (continuation of Deferred@1930863629 after retry RPC after error@1075758732) -> (continuation of Deferred@1513708658 after retry RPC after error@957910492) -> (continuation of Deferred@2137550910 after retry RPC after error@1232401401) -> (continuation of Deferred@1505684585 after retry RPC after error@607517935), errback=(continuation of Deferred@1371720 after retry RPC after error@2042803598) -> (continuation of Deferred@1390233282 after retry RPC after error@419748) -> (continuation of Deferred@659009346 after retry RPC after error@1271202017) -> (continuation of Deferred@1930863629 after retry RPC after error@1075758732) -> (continuation of Deferred@1513708658 after retry RPC after error@957910492) -> (continuation of Deferred@2137550910 after retry RPC after error@1232401401) -> (continuation of Deferred@1505684585 after retry RPC after error@607517935)))
07:58:20.979 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [99ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@408504847(state=PENDING, result=null, callback=(continuation of Deferred@1371720 after retry RPC after error@2042803598) -> (continuation of Deferred@1390233282 after retry RPC after error@419748) -> (continuation of Deferred@659009346 after retry RPC after error@1271202017) -> (continuation of Deferred@1930863629 after retry RPC after error@1075758732) -> (continuation of Deferred@1513708658 after retry RPC after error@957910492) -> (continuation of Deferred@2137550910 after retry RPC after error@1232401401) -> (continuation of Deferred@1505684585 after retry RPC after error@607517935), errback=(continuation of Deferred@1371720 after retry RPC after error@2042803598) -> (continuation of Deferred@1390233282 after retry RPC after error@419748) -> (continuation of Deferred@659009346 after retry RPC after error@1271202017) -> (continuation of Deferred@1930863629 after retry RPC after error@1075758732) -> (continuation of Deferred@1513708658 after retry RPC after error@957910492) -> (continuation of Deferred@2137550910 after retry RPC after error@1232401401) -> (continuation of Deferred@1505684585 after retry RPC after error@607517935)))
07:58:20.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:20.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:20.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:20.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:20.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.056 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.057 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.057 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.077 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.238 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2059635357(state=PENDING, result=null, callback=(continuation of Deferred@1390901716 after retry RPC after error@1893168363) -> (continuation of Deferred@1105896864 after retry RPC after error@656099426) -> (continuation of Deferred@1323019404 after retry RPC after error@90241424) -> (continuation of Deferred@288590649 after retry RPC after error@1813416229) -> (continuation of Deferred@2134570983 after retry RPC after error@2098478569) -> (continuation of Deferred@1894980401 after retry RPC after error@678755243) -> (continuation of Deferred@14267533 after retry RPC after error@1560164874), errback=(continuation of Deferred@1390901716 after retry RPC after error@1893168363) -> (continuation of Deferred@1105896864 after retry RPC after error@656099426) -> (continuation of Deferred@1323019404 after retry RPC after error@90241424) -> (continuation of Deferred@288590649 after retry RPC after error@1813416229) -> (continuation of Deferred@2134570983 after retry RPC after error@2098478569) -> (continuation of Deferred@1894980401 after retry RPC after error@678755243) -> (continuation of Deferred@14267533 after retry RPC after error@1560164874)))
07:58:21.238 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2059635357(state=PENDING, result=null, callback=(continuation of Deferred@1390901716 after retry RPC after error@1893168363) -> (continuation of Deferred@1105896864 after retry RPC after error@656099426) -> (continuation of Deferred@1323019404 after retry RPC after error@90241424) -> (continuation of Deferred@288590649 after retry RPC after error@1813416229) -> (continuation of Deferred@2134570983 after retry RPC after error@2098478569) -> (continuation of Deferred@1894980401 after retry RPC after error@678755243) -> (continuation of Deferred@14267533 after retry RPC after error@1560164874), errback=(continuation of Deferred@1390901716 after retry RPC after error@1893168363) -> (continuation of Deferred@1105896864 after retry RPC after error@656099426) -> (continuation of Deferred@1323019404 after retry RPC after error@90241424) -> (continuation of Deferred@288590649 after retry RPC after error@1813416229) -> (continuation of Deferred@2134570983 after retry RPC after error@2098478569) -> (continuation of Deferred@1894980401 after retry RPC after error@678755243) -> (continuation of Deferred@14267533 after retry RPC after error@1560164874)))
07:58:21.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.256 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.256 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.256 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.256 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.256 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.256 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.296 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.296 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.296 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.315 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.315 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.315 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.315 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.315 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.315 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.316 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.336 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.336 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.336 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.336 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.336 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.336 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.396 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.396 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.396 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.396 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.396 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.496 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.496 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.496 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.498 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1683248209(state=PENDING, result=null, callback=(continuation of Deferred@1137513507 after retry RPC after error@1404429429) -> (continuation of Deferred@2045365896 after retry RPC after error@1071250232) -> (continuation of Deferred@337550572 after retry RPC after error@1752454230) -> (continuation of Deferred@1600014942 after retry RPC after error@799959734) -> (continuation of Deferred@1329031763 after retry RPC after error@86724871) -> (continuation of Deferred@671807302 after retry RPC after error@1957544747) -> (continuation of Deferred@3951135 after retry RPC after error@1598062710), errback=(continuation of Deferred@1137513507 after retry RPC after error@1404429429) -> (continuation of Deferred@2045365896 after retry RPC after error@1071250232) -> (continuation of Deferred@337550572 after retry RPC after error@1752454230) -> (continuation of Deferred@1600014942 after retry RPC after error@799959734) -> (continuation of Deferred@1329031763 after retry RPC after error@86724871) -> (continuation of Deferred@671807302 after retry RPC after error@1957544747) -> (continuation of Deferred@3951135 after retry RPC after error@1598062710)))
07:58:21.498 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1683248209(state=PENDING, result=null, callback=(continuation of Deferred@1137513507 after retry RPC after error@1404429429) -> (continuation of Deferred@2045365896 after retry RPC after error@1071250232) -> (continuation of Deferred@337550572 after retry RPC after error@1752454230) -> (continuation of Deferred@1600014942 after retry RPC after error@799959734) -> (continuation of Deferred@1329031763 after retry RPC after error@86724871) -> (continuation of Deferred@671807302 after retry RPC after error@1957544747) -> (continuation of Deferred@3951135 after retry RPC after error@1598062710), errback=(continuation of Deferred@1137513507 after retry RPC after error@1404429429) -> (continuation of Deferred@2045365896 after retry RPC after error@1071250232) -> (continuation of Deferred@337550572 after retry RPC after error@1752454230) -> (continuation of Deferred@1600014942 after retry RPC after error@799959734) -> (continuation of Deferred@1329031763 after retry RPC after error@86724871) -> (continuation of Deferred@671807302 after retry RPC after error@1957544747) -> (continuation of Deferred@3951135 after retry RPC after error@1598062710)))
07:58:21.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.516 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.516 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.516 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.516 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.516 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.516 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.556 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.556 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.556 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.575 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.576 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.576 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.596 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.596 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.596 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.596 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.596 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.596 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.656 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.656 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.656 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.676 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.676 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.676 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.678 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1543970169(state=PENDING, result=null, callback=(continuation of Deferred@1756343776 after retry RPC after error@1213352836) -> (continuation of Deferred@1894585164 after retry RPC after error@350561533) -> (continuation of Deferred@19946284 after retry RPC after error@1541680869) -> (continuation of Deferred@1133191590 after retry RPC after error@2129930214) -> (continuation of Deferred@2099178031 after retry RPC after error@133652591) -> (continuation of Deferred@493610790 after retry RPC after error@1124018298) -> (continuation of Deferred@1220210072 after retry RPC after error@1953634552), errback=(continuation of Deferred@1756343776 after retry RPC after error@1213352836) -> (continuation of Deferred@1894585164 after retry RPC after error@350561533) -> (continuation of Deferred@19946284 after retry RPC after error@1541680869) -> (continuation of Deferred@1133191590 after retry RPC after error@2129930214) -> (continuation of Deferred@2099178031 after retry RPC after error@133652591) -> (continuation of Deferred@493610790 after retry RPC after error@1124018298) -> (continuation of Deferred@1220210072 after retry RPC after error@1953634552)))
07:58:21.678 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1543970169(state=PENDING, result=null, callback=(continuation of Deferred@1756343776 after retry RPC after error@1213352836) -> (continuation of Deferred@1894585164 after retry RPC after error@350561533) -> (continuation of Deferred@19946284 after retry RPC after error@1541680869) -> (continuation of Deferred@1133191590 after retry RPC after error@2129930214) -> (continuation of Deferred@2099178031 after retry RPC after error@133652591) -> (continuation of Deferred@493610790 after retry RPC after error@1124018298) -> (continuation of Deferred@1220210072 after retry RPC after error@1953634552), errback=(continuation of Deferred@1756343776 after retry RPC after error@1213352836) -> (continuation of Deferred@1894585164 after retry RPC after error@350561533) -> (continuation of Deferred@19946284 after retry RPC after error@1541680869) -> (continuation of Deferred@1133191590 after retry RPC after error@2129930214) -> (continuation of Deferred@2099178031 after retry RPC after error@133652591) -> (continuation of Deferred@493610790 after retry RPC after error@1124018298) -> (continuation of Deferred@1220210072 after retry RPC after error@1953634552)))
07:58:21.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.696 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.696 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.696 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.716 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.736 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:21.748297 17225 master_runner.cc:187] Error getting master registration for 127.16.139.254:43407: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111),
07:58:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:21.748517 17225 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:58:21.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.756 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.836 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.857 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1419845446(state=PENDING, result=null, callback=(continuation of Deferred@2011789058 after retry RPC after error@82325508) -> (continuation of Deferred@413930704 after retry RPC after error@1152086956) -> (continuation of Deferred@2026265948 after retry RPC after error@1038826064) -> (continuation of Deferred@1159312297 after retry RPC after error@1521524405) -> (continuation of Deferred@274076674 after retry RPC after error@1955304930) -> (continuation of Deferred@2089284641 after retry RPC after error@580683826) -> (continuation of Deferred@46825063 after retry RPC after error@709283673), errback=(continuation of Deferred@2011789058 after retry RPC after error@82325508) -> (continuation of Deferred@413930704 after retry RPC after error@1152086956) -> (continuation of Deferred@2026265948 after retry RPC after error@1038826064) -> (continuation of Deferred@1159312297 after retry RPC after error@1521524405) -> (continuation of Deferred@274076674 after retry RPC after error@1955304930) -> (continuation of Deferred@2089284641 after retry RPC after error@580683826) -> (continuation of Deferred@46825063 after retry RPC after error@709283673)))
07:58:21.857 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1419845446(state=PENDING, result=null, callback=(continuation of Deferred@2011789058 after retry RPC after error@82325508) -> (continuation of Deferred@413930704 after retry RPC after error@1152086956) -> (continuation of Deferred@2026265948 after retry RPC after error@1038826064) -> (continuation of Deferred@1159312297 after retry RPC after error@1521524405) -> (continuation of Deferred@274076674 after retry RPC after error@1955304930) -> (continuation of Deferred@2089284641 after retry RPC after error@580683826) -> (continuation of Deferred@46825063 after retry RPC after error@709283673), errback=(continuation of Deferred@2011789058 after retry RPC after error@82325508) -> (continuation of Deferred@413930704 after retry RPC after error@1152086956) -> (continuation of Deferred@2026265948 after retry RPC after error@1038826064) -> (continuation of Deferred@1159312297 after retry RPC after error@1521524405) -> (continuation of Deferred@274076674 after retry RPC after error@1955304930) -> (continuation of Deferred@2089284641 after retry RPC after error@580683826) -> (continuation of Deferred@46825063 after retry RPC after error@709283673)))
07:58:21.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.916 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.918 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.936 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.936 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.936 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.936 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.956 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.956 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.956 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.956 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:21.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:21.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:21.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:21.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:21.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.056 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.056 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.056 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.056 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.058 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@321150818(state=PENDING, result=null, callback=(continuation of Deferred@2058578700 after retry RPC after error@17348300) -> (continuation of Deferred@1730864363 after retry RPC after error@1455716387) -> (continuation of Deferred@936284924 after retry RPC after error@1941236767) -> (continuation of Deferred@1133073214 after retry RPC after error@922304012) -> (continuation of Deferred@1969427293 after retry RPC after error@560188922) -> (continuation of Deferred@679115339 after retry RPC after error@1468803094), errback=(continuation of Deferred@2058578700 after retry RPC after error@17348300) -> (continuation of Deferred@1730864363 after retry RPC after error@1455716387) -> (continuation of Deferred@936284924 after retry RPC after error@1941236767) -> (continuation of Deferred@1133073214 after retry RPC after error@922304012) -> (continuation of Deferred@1969427293 after retry RPC after error@560188922) -> (continuation of Deferred@679115339 after retry RPC after error@1468803094)))
07:58:22.058 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@321150818(state=PENDING, result=null, callback=(continuation of Deferred@2058578700 after retry RPC after error@17348300) -> (continuation of Deferred@1730864363 after retry RPC after error@1455716387) -> (continuation of Deferred@936284924 after retry RPC after error@1941236767) -> (continuation of Deferred@1133073214 after retry RPC after error@922304012) -> (continuation of Deferred@1969427293 after retry RPC after error@560188922) -> (continuation of Deferred@679115339 after retry RPC after error@1468803094), errback=(continuation of Deferred@2058578700 after retry RPC after error@17348300) -> (continuation of Deferred@1730864363 after retry RPC after error@1455716387) -> (continuation of Deferred@936284924 after retry RPC after error@1941236767) -> (continuation of Deferred@1133073214 after retry RPC after error@922304012) -> (continuation of Deferred@1969427293 after retry RPC after error@560188922) -> (continuation of Deferred@679115339 after retry RPC after error@1468803094)))
07:58:22.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:22.114283 18055 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:22.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:22.115609 18055 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:22.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:22.117292 18058 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.16.139.254:43407)
07:58:22.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.135 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.176 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.277 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.278 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@862178321(state=PENDING, result=null, callback=(continuation of Deferred@1873004550 after retry RPC after error@1409394751) -> (continuation of Deferred@199699680 after retry RPC after error@642349769) -> (continuation of Deferred@1465607678 after retry RPC after error@247623546) -> (continuation of Deferred@1022411374 after retry RPC after error@1359116299) -> (continuation of Deferred@1568310080 after retry RPC after error@1088331306) -> (continuation of Deferred@2047334381 after retry RPC after error@939993734) -> (continuation of Deferred@829345349 after retry RPC after error@91564428), errback=(continuation of Deferred@1873004550 after retry RPC after error@1409394751) -> (continuation of Deferred@199699680 after retry RPC after error@642349769) -> (continuation of Deferred@1465607678 after retry RPC after error@247623546) -> (continuation of Deferred@1022411374 after retry RPC after error@1359116299) -> (continuation of Deferred@1568310080 after retry RPC after error@1088331306) -> (continuation of Deferred@2047334381 after retry RPC after error@939993734) -> (continuation of Deferred@829345349 after retry RPC after error@91564428)))
07:58:22.278 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@862178321(state=PENDING, result=null, callback=(continuation of Deferred@1873004550 after retry RPC after error@1409394751) -> (continuation of Deferred@199699680 after retry RPC after error@642349769) -> (continuation of Deferred@1465607678 after retry RPC after error@247623546) -> (continuation of Deferred@1022411374 after retry RPC after error@1359116299) -> (continuation of Deferred@1568310080 after retry RPC after error@1088331306) -> (continuation of Deferred@2047334381 after retry RPC after error@939993734) -> (continuation of Deferred@829345349 after retry RPC after error@91564428), errback=(continuation of Deferred@1873004550 after retry RPC after error@1409394751) -> (continuation of Deferred@199699680 after retry RPC after error@642349769) -> (continuation of Deferred@1465607678 after retry RPC after error@247623546) -> (continuation of Deferred@1022411374 after retry RPC after error@1359116299) -> (continuation of Deferred@1568310080 after retry RPC after error@1088331306) -> (continuation of Deferred@2047334381 after retry RPC after error@939993734) -> (continuation of Deferred@829345349 after retry RPC after error@91564428)))
07:58:22.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.296 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.315 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.315 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.315 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.315 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.316 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.316 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.316 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.356 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.356 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.356 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.356 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.356 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.356 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.376 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.376 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.376 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.376 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.376 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.376 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.416 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.416 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.416 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.416 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.416 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.416 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.478 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@731249984(state=PENDING, result=null, callback=(continuation of Deferred@593964268 after retry RPC after error@953780826) -> (continuation of Deferred@1001505681 after retry RPC after error@1061832282) -> (continuation of Deferred@634395923 after retry RPC after error@1362086057) -> (continuation of Deferred@1681335382 after retry RPC after error@161666588) -> (continuation of Deferred@742353598 after retry RPC after error@58365200) -> (continuation of Deferred@1580336317 after retry RPC after error@1094662993), errback=(continuation of Deferred@593964268 after retry RPC after error@953780826) -> (continuation of Deferred@1001505681 after retry RPC after error@1061832282) -> (continuation of Deferred@634395923 after retry RPC after error@1362086057) -> (continuation of Deferred@1681335382 after retry RPC after error@161666588) -> (continuation of Deferred@742353598 after retry RPC after error@58365200) -> (continuation of Deferred@1580336317 after retry RPC after error@1094662993)))
07:58:22.478 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@731249984(state=PENDING, result=null, callback=(continuation of Deferred@593964268 after retry RPC after error@953780826) -> (continuation of Deferred@1001505681 after retry RPC after error@1061832282) -> (continuation of Deferred@634395923 after retry RPC after error@1362086057) -> (continuation of Deferred@1681335382 after retry RPC after error@161666588) -> (continuation of Deferred@742353598 after retry RPC after error@58365200) -> (continuation of Deferred@1580336317 after retry RPC after error@1094662993), errback=(continuation of Deferred@593964268 after retry RPC after error@953780826) -> (continuation of Deferred@1001505681 after retry RPC after error@1061832282) -> (continuation of Deferred@634395923 after retry RPC after error@1362086057) -> (continuation of Deferred@1681335382 after retry RPC after error@161666588) -> (continuation of Deferred@742353598 after retry RPC after error@58365200) -> (continuation of Deferred@1580336317 after retry RPC after error@1094662993)))
07:58:22.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.496 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.496 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.496 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.496 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.496 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.496 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.516 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.516 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.516 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.516 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.536 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.556 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.576 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.576 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.576 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.595 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.596 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.596 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.596 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.676 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.676 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.676 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.676 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.676 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.677 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@924544798(state=PENDING, result=null, callback=(continuation of Deferred@1313957076 after retry RPC after error@920181181) -> (continuation of Deferred@476447059 after retry RPC after error@1894383198) -> (continuation of Deferred@903566163 after retry RPC after error@1170104676) -> (continuation of Deferred@1778289689 after retry RPC after error@1448772726) -> (continuation of Deferred@963904549 after retry RPC after error@267908910) -> (continuation of Deferred@309603469 after retry RPC after error@277832577), errback=(continuation of Deferred@1313957076 after retry RPC after error@920181181) -> (continuation of Deferred@476447059 after retry RPC after error@1894383198) -> (continuation of Deferred@903566163 after retry RPC after error@1170104676) -> (continuation of Deferred@1778289689 after retry RPC after error@1448772726) -> (continuation of Deferred@963904549 after retry RPC after error@267908910) -> (continuation of Deferred@309603469 after retry RPC after error@277832577)))
07:58:22.678 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@924544798(state=PENDING, result=null, callback=(continuation of Deferred@1313957076 after retry RPC after error@920181181) -> (continuation of Deferred@476447059 after retry RPC after error@1894383198) -> (continuation of Deferred@903566163 after retry RPC after error@1170104676) -> (continuation of Deferred@1778289689 after retry RPC after error@1448772726) -> (continuation of Deferred@963904549 after retry RPC after error@267908910) -> (continuation of Deferred@309603469 after retry RPC after error@277832577), errback=(continuation of Deferred@1313957076 after retry RPC after error@920181181) -> (continuation of Deferred@476447059 after retry RPC after error@1894383198) -> (continuation of Deferred@903566163 after retry RPC after error@1170104676) -> (continuation of Deferred@1778289689 after retry RPC after error@1448772726) -> (continuation of Deferred@963904549 after retry RPC after error@267908910) -> (continuation of Deferred@309603469 after retry RPC after error@277832577)))
07:58:22.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.736 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.776 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.796 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.796 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.796 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:22.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:22.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.956 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, deferred=Deferred@1412171988(state=PENDING, result=null, callback=(continuation of Deferred@1656962568 after retry RPC after error@2121434458) -> (continuation of Deferred@702623693 after retry RPC after error@499116173) -> (continuation of Deferred@1719117388 after retry RPC after error@214284173) -> (continuation of Deferred@746221215 after retry RPC after error@1315115037) -> (continuation of Deferred@360548955 after retry RPC after error@874856102) -> (continuation of Deferred@1272229931 after retry RPC after error@501326516), errback=(continuation of Deferred@1656962568 after retry RPC after error@2121434458) -> (continuation of Deferred@702623693 after retry RPC after error@499116173) -> (continuation of Deferred@1719117388 after retry RPC after error@214284173) -> (continuation of Deferred@746221215 after retry RPC after error@1315115037) -> (continuation of Deferred@360548955 after retry RPC after error@874856102) -> (continuation of Deferred@1272229931 after retry RPC after error@501326516)))
07:58:22.957 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=91, elapsed=100), Traces: [0ms] sending RPC to server master-127.16.139.254:43407, deferred=Deferred@1689766913(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.16.139.254:43407, errback=org.apache.kudu.client.ConnectToCluster$1@79fa0e3f -> ConnectToMasterErrCB for 127.16.139.254:43407))
07:58:22.957 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:22.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:22.975 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:22.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:22.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:22.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.235 [DEBUG - pool-38-thread-1] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, deferred=null) with no deferred attached!
07:58:23.235 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.16.139.254:43407, deferred=Deferred@1571310524(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.16.139.254:43407, errback=org.apache.kudu.client.ConnectToCluster$1@748a3dc0 -> ConnectToMasterErrCB for 127.16.139.254:43407))
07:58:23.235 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:23.235 [DEBUG - pool-38-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.16.139.254:43407, deferred=Deferred@1571310524(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.16.139.254:43407, errback=org.apache.kudu.client.ConnectToCluster$1@748a3dc0 -> ConnectToMasterErrCB for 127.16.139.254:43407)), deferred=null)
07:58:23.236 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.16.139.254:43407, deferred=Deferred@1571310524(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.16.139.254:43407, errback=org.apache.kudu.client.ConnectToCluster$1@748a3dc0 -> ConnectToMasterErrCB for 127.16.139.254:43407)), deferred=null)
07:58:23.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:23.256 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.256 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.256 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.516 [DEBUG - pool-38-thread-1] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, deferred=null) with no deferred attached!
07:58:23.516 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.16.139.254:43407, deferred=Deferred@1132166349(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.16.139.254:43407, errback=org.apache.kudu.client.ConnectToCluster$1@5c912ab5 -> ConnectToMasterErrCB for 127.16.139.254:43407))
07:58:23.516 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:23.516 [DEBUG - pool-38-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.16.139.254:43407, deferred=Deferred@1132166349(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.16.139.254:43407, errback=org.apache.kudu.client.ConnectToCluster$1@5c912ab5 -> ConnectToMasterErrCB for 127.16.139.254:43407)), deferred=null)
07:58:23.516 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.16.139.254:43407, deferred=Deferred@1132166349(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.16.139.254:43407, errback=org.apache.kudu.client.ConnectToCluster$1@5c912ab5 -> ConnectToMasterErrCB for 127.16.139.254:43407)), deferred=null)
07:58:23.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:23.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.795 [DEBUG - pool-38-thread-1] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, deferred=null) with no deferred attached!
07:58:23.796 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.16.139.254:43407, deferred=Deferred@774979926(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.16.139.254:43407, errback=org.apache.kudu.client.ConnectToCluster$1@3634cd49 -> ConnectToMasterErrCB for 127.16.139.254:43407))
07:58:23.796 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:23.796 [DEBUG - pool-38-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.16.139.254:43407, deferred=Deferred@774979926(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.16.139.254:43407, errback=org.apache.kudu.client.ConnectToCluster$1@3634cd49 -> ConnectToMasterErrCB for 127.16.139.254:43407)), deferred=null)
07:58:23.796 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.16.139.254:43407, deferred=Deferred@774979926(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.16.139.254:43407, errback=org.apache.kudu.client.ConnectToCluster$1@3634cd49 -> ConnectToMasterErrCB for 127.16.139.254:43407)), deferred=null)
07:58:23.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:23.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:23.829650 18778 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:58:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:23.829897 18778 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:58:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:23.830711 18778 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:58:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:23.831749 17254 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111) [suppressed 5 similar messages]
07:58:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:23.833050 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:58:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:23.833220 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:58:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:23.833364 17254 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:58:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:23.833597 18778 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:58:23.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.874 [DEBUG - kudu-nio-4] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=917), Traces: [0ms] received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=null) with no deferred attached!
07:58:23.874 [DEBUG - kudu-nio-4] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=638), Traces: [0ms] received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=null) with no deferred attached!
07:58:23.874 [DEBUG - kudu-nio-4] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=357), Traces: [0ms] received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=null) with no deferred attached!
07:58:23.874 [DEBUG - kudu-nio-4] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=78), Traces: [0ms] received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=null) with no deferred attached!
07:58:23.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.874 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:23.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:23.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:23.896 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.896 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.896 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.896 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.896 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.896 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.896 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.896 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:23.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:23.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:23.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:23.916 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.916 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.916 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.916 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.916 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.916 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:23.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:23.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:23.936 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.936 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.936 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.936 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:23.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:23.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:23.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:23.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:23.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:23.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.996 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:23.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:23.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.036 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.036 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.036 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.036 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.075 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [59ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [59ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1661473700(state=PENDING, result=null, callback=(continuation of Deferred@1908511124 after retry RPC after error@1213726344) -> (continuation of Deferred@1879025149 after retry RPC after error@1279856277) -> (continuation of Deferred@830045113 after retry RPC after error@1177378976) -> (continuation of Deferred@1416619477 after retry RPC after error@1347843179) -> (continuation of Deferred@705194347 after retry RPC after error@126694634) -> (continuation of Deferred@753350787 after retry RPC after error@1341252696) -> (continuation of Deferred@643534844 after retry RPC after error@1210041785), errback=(continuation of Deferred@1908511124 after retry RPC after error@1213726344) -> (continuation of Deferred@1879025149 after retry RPC after error@1279856277) -> (continuation of Deferred@830045113 after retry RPC after error@1177378976) -> (continuation of Deferred@1416619477 after retry RPC after error@1347843179) -> (continuation of Deferred@705194347 after retry RPC after error@126694634) -> (continuation of Deferred@753350787 after retry RPC after error@1341252696) -> (continuation of Deferred@643534844 after retry RPC after error@1210041785)))
07:58:24.076 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:24.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.175 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.198 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.236 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.236 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.236 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.236 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.238 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1746322446(state=PENDING, result=null, callback=(continuation of Deferred@2118194893 after retry RPC after error@836269344) -> (continuation of Deferred@300007982 after retry RPC after error@1334399656) -> (continuation of Deferred@965264106 after retry RPC after error@1259061646) -> (continuation of Deferred@1415879283 after retry RPC after error@1375575621) -> (continuation of Deferred@773687554 after retry RPC after error@999238398) -> (continuation of Deferred@1263048958 after retry RPC after error@1987717220), errback=(continuation of Deferred@2118194893 after retry RPC after error@836269344) -> (continuation of Deferred@300007982 after retry RPC after error@1334399656) -> (continuation of Deferred@965264106 after retry RPC after error@1259061646) -> (continuation of Deferred@1415879283 after retry RPC after error@1375575621) -> (continuation of Deferred@773687554 after retry RPC after error@999238398) -> (continuation of Deferred@1263048958 after retry RPC after error@1987717220)))
07:58:24.238 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1746322446(state=PENDING, result=null, callback=(continuation of Deferred@2118194893 after retry RPC after error@836269344) -> (continuation of Deferred@300007982 after retry RPC after error@1334399656) -> (continuation of Deferred@965264106 after retry RPC after error@1259061646) -> (continuation of Deferred@1415879283 after retry RPC after error@1375575621) -> (continuation of Deferred@773687554 after retry RPC after error@999238398) -> (continuation of Deferred@1263048958 after retry RPC after error@1987717220), errback=(continuation of Deferred@2118194893 after retry RPC after error@836269344) -> (continuation of Deferred@300007982 after retry RPC after error@1334399656) -> (continuation of Deferred@965264106 after retry RPC after error@1259061646) -> (continuation of Deferred@1415879283 after retry RPC after error@1375575621) -> (continuation of Deferred@773687554 after retry RPC after error@999238398) -> (continuation of Deferred@1263048958 after retry RPC after error@1987717220)))
07:58:24.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.256 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.275 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.276 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.276 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.316 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.316 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.316 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.316 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.316 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.316 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.335 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.336 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.336 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.336 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.336 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.336 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.377 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.418 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.496 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.496 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.496 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.496 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.496 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.496 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.498 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@93221908(state=PENDING, result=null, callback=(continuation of Deferred@1287962906 after retry RPC after error@223088348) -> (continuation of Deferred@452893511 after retry RPC after error@1814455000) -> (continuation of Deferred@109093463 after retry RPC after error@1800890037) -> (continuation of Deferred@94235707 after retry RPC after error@1517448946) -> (continuation of Deferred@1499721201 after retry RPC after error@164715174) -> (continuation of Deferred@1665635219 after retry RPC after error@713778423) -> (continuation of Deferred@1816205362 after retry RPC after error@1875278710), errback=(continuation of Deferred@1287962906 after retry RPC after error@223088348) -> (continuation of Deferred@452893511 after retry RPC after error@1814455000) -> (continuation of Deferred@109093463 after retry RPC after error@1800890037) -> (continuation of Deferred@94235707 after retry RPC after error@1517448946) -> (continuation of Deferred@1499721201 after retry RPC after error@164715174) -> (continuation of Deferred@1665635219 after retry RPC after error@713778423) -> (continuation of Deferred@1816205362 after retry RPC after error@1875278710)))
07:58:24.498 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@93221908(state=PENDING, result=null, callback=(continuation of Deferred@1287962906 after retry RPC after error@223088348) -> (continuation of Deferred@452893511 after retry RPC after error@1814455000) -> (continuation of Deferred@109093463 after retry RPC after error@1800890037) -> (continuation of Deferred@94235707 after retry RPC after error@1517448946) -> (continuation of Deferred@1499721201 after retry RPC after error@164715174) -> (continuation of Deferred@1665635219 after retry RPC after error@713778423) -> (continuation of Deferred@1816205362 after retry RPC after error@1875278710), errback=(continuation of Deferred@1287962906 after retry RPC after error@223088348) -> (continuation of Deferred@452893511 after retry RPC after error@1814455000) -> (continuation of Deferred@109093463 after retry RPC after error@1800890037) -> (continuation of Deferred@94235707 after retry RPC after error@1517448946) -> (continuation of Deferred@1499721201 after retry RPC after error@164715174) -> (continuation of Deferred@1665635219 after retry RPC after error@713778423) -> (continuation of Deferred@1816205362 after retry RPC after error@1875278710)))
07:58:24.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.515 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.516 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.516 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.516 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.536 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.576 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.576 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.596 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.596 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.596 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.616 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.616 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.616 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.616 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.616 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.736 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.738 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1550707097(state=PENDING, result=null, callback=(continuation of Deferred@1665926233 after retry RPC after error@415880748) -> (continuation of Deferred@835684585 after retry RPC after error@48074344) -> (continuation of Deferred@19934374 after retry RPC after error@1461645850) -> (continuation of Deferred@450601168 after retry RPC after error@1956369197) -> (continuation of Deferred@1959695364 after retry RPC after error@1415591589) -> (continuation of Deferred@335200729 after retry RPC after error@961706544) -> (continuation of Deferred@960280490 after retry RPC after error@1824287542), errback=(continuation of Deferred@1665926233 after retry RPC after error@415880748) -> (continuation of Deferred@835684585 after retry RPC after error@48074344) -> (continuation of Deferred@19934374 after retry RPC after error@1461645850) -> (continuation of Deferred@450601168 after retry RPC after error@1956369197) -> (continuation of Deferred@1959695364 after retry RPC after error@1415591589) -> (continuation of Deferred@335200729 after retry RPC after error@961706544) -> (continuation of Deferred@960280490 after retry RPC after error@1824287542)))
07:58:24.738 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1550707097(state=PENDING, result=null, callback=(continuation of Deferred@1665926233 after retry RPC after error@415880748) -> (continuation of Deferred@835684585 after retry RPC after error@48074344) -> (continuation of Deferred@19934374 after retry RPC after error@1461645850) -> (continuation of Deferred@450601168 after retry RPC after error@1956369197) -> (continuation of Deferred@1959695364 after retry RPC after error@1415591589) -> (continuation of Deferred@335200729 after retry RPC after error@961706544) -> (continuation of Deferred@960280490 after retry RPC after error@1824287542), errback=(continuation of Deferred@1665926233 after retry RPC after error@415880748) -> (continuation of Deferred@835684585 after retry RPC after error@48074344) -> (continuation of Deferred@19934374 after retry RPC after error@1461645850) -> (continuation of Deferred@450601168 after retry RPC after error@1956369197) -> (continuation of Deferred@1959695364 after retry RPC after error@1415591589) -> (continuation of Deferred@335200729 after retry RPC after error@961706544) -> (continuation of Deferred@960280490 after retry RPC after error@1824287542)))
07:58:24.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.796 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.957 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1610191267(state=PENDING, result=null, callback=(continuation of Deferred@1343464625 after retry RPC after error@360741825) -> (continuation of Deferred@826033756 after retry RPC after error@584826193) -> (continuation of Deferred@1864414103 after retry RPC after error@2036896705) -> (continuation of Deferred@716518422 after retry RPC after error@1442522404) -> (continuation of Deferred@1059948551 after retry RPC after error@48689848) -> (continuation of Deferred@32535414 after retry RPC after error@221164649), errback=(continuation of Deferred@1343464625 after retry RPC after error@360741825) -> (continuation of Deferred@826033756 after retry RPC after error@584826193) -> (continuation of Deferred@1864414103 after retry RPC after error@2036896705) -> (continuation of Deferred@716518422 after retry RPC after error@1442522404) -> (continuation of Deferred@1059948551 after retry RPC after error@48689848) -> (continuation of Deferred@32535414 after retry RPC after error@221164649)))
07:58:24.957 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1610191267(state=PENDING, result=null, callback=(continuation of Deferred@1343464625 after retry RPC after error@360741825) -> (continuation of Deferred@826033756 after retry RPC after error@584826193) -> (continuation of Deferred@1864414103 after retry RPC after error@2036896705) -> (continuation of Deferred@716518422 after retry RPC after error@1442522404) -> (continuation of Deferred@1059948551 after retry RPC after error@48689848) -> (continuation of Deferred@32535414 after retry RPC after error@221164649), errback=(continuation of Deferred@1343464625 after retry RPC after error@360741825) -> (continuation of Deferred@826033756 after retry RPC after error@584826193) -> (continuation of Deferred@1864414103 after retry RPC after error@2036896705) -> (continuation of Deferred@716518422 after retry RPC after error@1442522404) -> (continuation of Deferred@1059948551 after retry RPC after error@48689848) -> (continuation of Deferred@32535414 after retry RPC after error@221164649)))
07:58:24.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.976 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:24.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:24.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:24.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.996 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.996 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:24.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:24.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.056 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.056 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.056 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.056 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.136 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.136 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.136 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.137 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1287920316(state=PENDING, result=null, callback=(continuation of Deferred@374992429 after retry RPC after error@55352189) -> (continuation of Deferred@1159332033 after retry RPC after error@703066916) -> (continuation of Deferred@1888901299 after retry RPC after error@400994991) -> (continuation of Deferred@49263770 after retry RPC after error@344394032) -> (continuation of Deferred@1444317395 after retry RPC after error@1959213940) -> (continuation of Deferred@192088594 after retry RPC after error@655445189), errback=(continuation of Deferred@374992429 after retry RPC after error@55352189) -> (continuation of Deferred@1159332033 after retry RPC after error@703066916) -> (continuation of Deferred@1888901299 after retry RPC after error@400994991) -> (continuation of Deferred@49263770 after retry RPC after error@344394032) -> (continuation of Deferred@1444317395 after retry RPC after error@1959213940) -> (continuation of Deferred@192088594 after retry RPC after error@655445189)))
07:58:25.137 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1287920316(state=PENDING, result=null, callback=(continuation of Deferred@374992429 after retry RPC after error@55352189) -> (continuation of Deferred@1159332033 after retry RPC after error@703066916) -> (continuation of Deferred@1888901299 after retry RPC after error@400994991) -> (continuation of Deferred@49263770 after retry RPC after error@344394032) -> (continuation of Deferred@1444317395 after retry RPC after error@1959213940) -> (continuation of Deferred@192088594 after retry RPC after error@655445189), errback=(continuation of Deferred@374992429 after retry RPC after error@55352189) -> (continuation of Deferred@1159332033 after retry RPC after error@703066916) -> (continuation of Deferred@1888901299 after retry RPC after error@400994991) -> (continuation of Deferred@49263770 after retry RPC after error@344394032) -> (continuation of Deferred@1444317395 after retry RPC after error@1959213940) -> (continuation of Deferred@192088594 after retry RPC after error@655445189)))
07:58:25.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.176 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.176 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.176 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.176 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.176 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.196 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.196 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.196 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.196 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.196 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.197 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.216 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.216 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.236 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.296 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.356 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.356 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.356 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.356 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.357 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1805743599(state=PENDING, result=null, callback=(continuation of Deferred@2004015179 after retry RPC after error@2101549675) -> (continuation of Deferred@173268236 after retry RPC after error@1782435748) -> (continuation of Deferred@191685160 after retry RPC after error@1855533420) -> (continuation of Deferred@2050374158 after retry RPC after error@2121439747) -> (continuation of Deferred@308496967 after retry RPC after error@903220022) -> (continuation of Deferred@2130424264 after retry RPC after error@347315862) -> (continuation of Deferred@478859061 after retry RPC after error@419489833), errback=(continuation of Deferred@2004015179 after retry RPC after error@2101549675) -> (continuation of Deferred@173268236 after retry RPC after error@1782435748) -> (continuation of Deferred@191685160 after retry RPC after error@1855533420) -> (continuation of Deferred@2050374158 after retry RPC after error@2121439747) -> (continuation of Deferred@308496967 after retry RPC after error@903220022) -> (continuation of Deferred@2130424264 after retry RPC after error@347315862) -> (continuation of Deferred@478859061 after retry RPC after error@419489833)))
07:58:25.357 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1805743599(state=PENDING, result=null, callback=(continuation of Deferred@2004015179 after retry RPC after error@2101549675) -> (continuation of Deferred@173268236 after retry RPC after error@1782435748) -> (continuation of Deferred@191685160 after retry RPC after error@1855533420) -> (continuation of Deferred@2050374158 after retry RPC after error@2121439747) -> (continuation of Deferred@308496967 after retry RPC after error@903220022) -> (continuation of Deferred@2130424264 after retry RPC after error@347315862) -> (continuation of Deferred@478859061 after retry RPC after error@419489833), errback=(continuation of Deferred@2004015179 after retry RPC after error@2101549675) -> (continuation of Deferred@173268236 after retry RPC after error@1782435748) -> (continuation of Deferred@191685160 after retry RPC after error@1855533420) -> (continuation of Deferred@2050374158 after retry RPC after error@2121439747) -> (continuation of Deferred@308496967 after retry RPC after error@903220022) -> (continuation of Deferred@2130424264 after retry RPC after error@347315862) -> (continuation of Deferred@478859061 after retry RPC after error@419489833)))
07:58:25.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.396 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.396 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.396 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.396 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.396 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.415 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.415 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.415 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.415 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.415 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.416 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.436 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.436 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.436 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.436 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.456 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.556 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.556 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.556 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.577 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@355740390(state=PENDING, result=null, callback=(continuation of Deferred@1769377160 after retry RPC after error@1954416869) -> (continuation of Deferred@1452213493 after retry RPC after error@1649965016) -> (continuation of Deferred@1059044566 after retry RPC after error@1000518384) -> (continuation of Deferred@354726365 after retry RPC after error@887349782) -> (continuation of Deferred@1985483088 after retry RPC after error@1480792153) -> (continuation of Deferred@1759109333 after retry RPC after error@1124158602) -> (continuation of Deferred@1969555243 after retry RPC after error@899958798), errback=(continuation of Deferred@1769377160 after retry RPC after error@1954416869) -> (continuation of Deferred@1452213493 after retry RPC after error@1649965016) -> (continuation of Deferred@1059044566 after retry RPC after error@1000518384) -> (continuation of Deferred@354726365 after retry RPC after error@887349782) -> (continuation of Deferred@1985483088 after retry RPC after error@1480792153) -> (continuation of Deferred@1759109333 after retry RPC after error@1124158602) -> (continuation of Deferred@1969555243 after retry RPC after error@899958798)))
07:58:25.581 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@355740390(state=PENDING, result=null, callback=(continuation of Deferred@1769377160 after retry RPC after error@1954416869) -> (continuation of Deferred@1452213493 after retry RPC after error@1649965016) -> (continuation of Deferred@1059044566 after retry RPC after error@1000518384) -> (continuation of Deferred@354726365 after retry RPC after error@887349782) -> (continuation of Deferred@1985483088 after retry RPC after error@1480792153) -> (continuation of Deferred@1759109333 after retry RPC after error@1124158602) -> (continuation of Deferred@1969555243 after retry RPC after error@899958798), errback=(continuation of Deferred@1769377160 after retry RPC after error@1954416869) -> (continuation of Deferred@1452213493 after retry RPC after error@1649965016) -> (continuation of Deferred@1059044566 after retry RPC after error@1000518384) -> (continuation of Deferred@354726365 after retry RPC after error@887349782) -> (continuation of Deferred@1985483088 after retry RPC after error@1480792153) -> (continuation of Deferred@1759109333 after retry RPC after error@1124158602) -> (continuation of Deferred@1969555243 after retry RPC after error@899958798)))
07:58:25.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.636 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.636 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.636 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.636 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.656 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.656 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.656 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.656 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.656 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.656 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.696 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.696 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.696 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.696 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.696 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.696 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.716 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.716 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.716 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.796 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.796 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.797 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1700991214(state=PENDING, result=null, callback=(continuation of Deferred@1004177738 after retry RPC after error@813142635) -> (continuation of Deferred@851939531 after retry RPC after error@1339953693) -> (continuation of Deferred@547439221 after retry RPC after error@751397056) -> (continuation of Deferred@579269722 after retry RPC after error@502748397) -> (continuation of Deferred@930029516 after retry RPC after error@1342697097) -> (continuation of Deferred@1169614071 after retry RPC after error@1656852624) -> (continuation of Deferred@765420155 after retry RPC after error@1115927271), errback=(continuation of Deferred@1004177738 after retry RPC after error@813142635) -> (continuation of Deferred@851939531 after retry RPC after error@1339953693) -> (continuation of Deferred@547439221 after retry RPC after error@751397056) -> (continuation of Deferred@579269722 after retry RPC after error@502748397) -> (continuation of Deferred@930029516 after retry RPC after error@1342697097) -> (continuation of Deferred@1169614071 after retry RPC after error@1656852624) -> (continuation of Deferred@765420155 after retry RPC after error@1115927271)))
07:58:25.798 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1700991214(state=PENDING, result=null, callback=(continuation of Deferred@1004177738 after retry RPC after error@813142635) -> (continuation of Deferred@851939531 after retry RPC after error@1339953693) -> (continuation of Deferred@547439221 after retry RPC after error@751397056) -> (continuation of Deferred@579269722 after retry RPC after error@502748397) -> (continuation of Deferred@930029516 after retry RPC after error@1342697097) -> (continuation of Deferred@1169614071 after retry RPC after error@1656852624) -> (continuation of Deferred@765420155 after retry RPC after error@1115927271), errback=(continuation of Deferred@1004177738 after retry RPC after error@813142635) -> (continuation of Deferred@851939531 after retry RPC after error@1339953693) -> (continuation of Deferred@547439221 after retry RPC after error@751397056) -> (continuation of Deferred@579269722 after retry RPC after error@502748397) -> (continuation of Deferred@930029516 after retry RPC after error@1342697097) -> (continuation of Deferred@1169614071 after retry RPC after error@1656852624) -> (continuation of Deferred@765420155 after retry RPC after error@1115927271)))
07:58:25.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.836 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.916 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.976 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:25.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:25.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:25.997 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:25.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:25.998 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1666815029(state=PENDING, result=null, callback=(continuation of Deferred@1661213855 after retry RPC after error@1625969446) -> (continuation of Deferred@179112279 after retry RPC after error@628804619) -> (continuation of Deferred@1725549791 after retry RPC after error@1410912321) -> (continuation of Deferred@916298788 after retry RPC after error@1165231208) -> (continuation of Deferred@1835239213 after retry RPC after error@2146162712) -> (continuation of Deferred@634193789 after retry RPC after error@1082065128) -> (continuation of Deferred@836025637 after retry RPC after error@274634783), errback=(continuation of Deferred@1661213855 after retry RPC after error@1625969446) -> (continuation of Deferred@179112279 after retry RPC after error@628804619) -> (continuation of Deferred@1725549791 after retry RPC after error@1410912321) -> (continuation of Deferred@916298788 after retry RPC after error@1165231208) -> (continuation of Deferred@1835239213 after retry RPC after error@2146162712) -> (continuation of Deferred@634193789 after retry RPC after error@1082065128) -> (continuation of Deferred@836025637 after retry RPC after error@274634783)))
07:58:25.998 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1666815029(state=PENDING, result=null, callback=(continuation of Deferred@1661213855 after retry RPC after error@1625969446) -> (continuation of Deferred@179112279 after retry RPC after error@628804619) -> (continuation of Deferred@1725549791 after retry RPC after error@1410912321) -> (continuation of Deferred@916298788 after retry RPC after error@1165231208) -> (continuation of Deferred@1835239213 after retry RPC after error@2146162712) -> (continuation of Deferred@634193789 after retry RPC after error@1082065128) -> (continuation of Deferred@836025637 after retry RPC after error@274634783), errback=(continuation of Deferred@1661213855 after retry RPC after error@1625969446) -> (continuation of Deferred@179112279 after retry RPC after error@628804619) -> (continuation of Deferred@1725549791 after retry RPC after error@1410912321) -> (continuation of Deferred@916298788 after retry RPC after error@1165231208) -> (continuation of Deferred@1835239213 after retry RPC after error@2146162712) -> (continuation of Deferred@634193789 after retry RPC after error@1082065128) -> (continuation of Deferred@836025637 after retry RPC after error@274634783)))
07:58:26.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.056 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.056 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.076 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.076 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.076 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.196 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.196 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.196 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.196 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.197 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1685990467(state=PENDING, result=null, callback=(continuation of Deferred@748106238 after retry RPC after error@1026468062) -> (continuation of Deferred@526142215 after retry RPC after error@181756059) -> (continuation of Deferred@525904126 after retry RPC after error@1467521939) -> (continuation of Deferred@713156104 after retry RPC after error@191994491) -> (continuation of Deferred@1370803379 after retry RPC after error@1115906325) -> (continuation of Deferred@1737977579 after retry RPC after error@1613922848) -> (continuation of Deferred@387189697 after retry RPC after error@1313233919), errback=(continuation of Deferred@748106238 after retry RPC after error@1026468062) -> (continuation of Deferred@526142215 after retry RPC after error@181756059) -> (continuation of Deferred@525904126 after retry RPC after error@1467521939) -> (continuation of Deferred@713156104 after retry RPC after error@191994491) -> (continuation of Deferred@1370803379 after retry RPC after error@1115906325) -> (continuation of Deferred@1737977579 after retry RPC after error@1613922848) -> (continuation of Deferred@387189697 after retry RPC after error@1313233919)))
07:58:26.198 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1685990467(state=PENDING, result=null, callback=(continuation of Deferred@748106238 after retry RPC after error@1026468062) -> (continuation of Deferred@526142215 after retry RPC after error@181756059) -> (continuation of Deferred@525904126 after retry RPC after error@1467521939) -> (continuation of Deferred@713156104 after retry RPC after error@191994491) -> (continuation of Deferred@1370803379 after retry RPC after error@1115906325) -> (continuation of Deferred@1737977579 after retry RPC after error@1613922848) -> (continuation of Deferred@387189697 after retry RPC after error@1313233919), errback=(continuation of Deferred@748106238 after retry RPC after error@1026468062) -> (continuation of Deferred@526142215 after retry RPC after error@181756059) -> (continuation of Deferred@525904126 after retry RPC after error@1467521939) -> (continuation of Deferred@713156104 after retry RPC after error@191994491) -> (continuation of Deferred@1370803379 after retry RPC after error@1115906325) -> (continuation of Deferred@1737977579 after retry RPC after error@1613922848) -> (continuation of Deferred@387189697 after retry RPC after error@1313233919)))
07:58:26.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.216 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.236 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.236 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.236 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.236 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.256 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.256 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.276 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.276 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.276 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.296 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.337 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.337 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.337 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.337 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.397 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.397 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.416 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.416 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.416 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.416 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.416 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.416 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.418 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1681185155(state=PENDING, result=null, callback=(continuation of Deferred@916875239 after retry RPC after error@822584759) -> (continuation of Deferred@742606023 after retry RPC after error@1853454349) -> (continuation of Deferred@1801823098 after retry RPC after error@1732483516) -> (continuation of Deferred@1360039151 after retry RPC after error@1955344336) -> (continuation of Deferred@850668616 after retry RPC after error@1229053403) -> (continuation of Deferred@484661224 after retry RPC after error@151263499) -> (continuation of Deferred@440513039 after retry RPC after error@1571363737), errback=(continuation of Deferred@916875239 after retry RPC after error@822584759) -> (continuation of Deferred@742606023 after retry RPC after error@1853454349) -> (continuation of Deferred@1801823098 after retry RPC after error@1732483516) -> (continuation of Deferred@1360039151 after retry RPC after error@1955344336) -> (continuation of Deferred@850668616 after retry RPC after error@1229053403) -> (continuation of Deferred@484661224 after retry RPC after error@151263499) -> (continuation of Deferred@440513039 after retry RPC after error@1571363737)))
07:58:26.418 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1681185155(state=PENDING, result=null, callback=(continuation of Deferred@916875239 after retry RPC after error@822584759) -> (continuation of Deferred@742606023 after retry RPC after error@1853454349) -> (continuation of Deferred@1801823098 after retry RPC after error@1732483516) -> (continuation of Deferred@1360039151 after retry RPC after error@1955344336) -> (continuation of Deferred@850668616 after retry RPC after error@1229053403) -> (continuation of Deferred@484661224 after retry RPC after error@151263499) -> (continuation of Deferred@440513039 after retry RPC after error@1571363737), errback=(continuation of Deferred@916875239 after retry RPC after error@822584759) -> (continuation of Deferred@742606023 after retry RPC after error@1853454349) -> (continuation of Deferred@1801823098 after retry RPC after error@1732483516) -> (continuation of Deferred@1360039151 after retry RPC after error@1955344336) -> (continuation of Deferred@850668616 after retry RPC after error@1229053403) -> (continuation of Deferred@484661224 after retry RPC after error@151263499) -> (continuation of Deferred@440513039 after retry RPC after error@1571363737)))
07:58:26.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.456 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.456 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.456 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.476 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.556 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.556 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.556 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.616 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.616 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.617 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.617 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.617 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.618 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@828117638(state=PENDING, result=null, callback=(continuation of Deferred@1977686063 after retry RPC after error@370232763) -> (continuation of Deferred@1707481483 after retry RPC after error@887091095) -> (continuation of Deferred@1224911171 after retry RPC after error@1440897357) -> (continuation of Deferred@4003899 after retry RPC after error@1263926524) -> (continuation of Deferred@398527588 after retry RPC after error@1353582560) -> (continuation of Deferred@943333646 after retry RPC after error@1550620905), errback=(continuation of Deferred@1977686063 after retry RPC after error@370232763) -> (continuation of Deferred@1707481483 after retry RPC after error@887091095) -> (continuation of Deferred@1224911171 after retry RPC after error@1440897357) -> (continuation of Deferred@4003899 after retry RPC after error@1263926524) -> (continuation of Deferred@398527588 after retry RPC after error@1353582560) -> (continuation of Deferred@943333646 after retry RPC after error@1550620905)))
07:58:26.618 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@828117638(state=PENDING, result=null, callback=(continuation of Deferred@1977686063 after retry RPC after error@370232763) -> (continuation of Deferred@1707481483 after retry RPC after error@887091095) -> (continuation of Deferred@1224911171 after retry RPC after error@1440897357) -> (continuation of Deferred@4003899 after retry RPC after error@1263926524) -> (continuation of Deferred@398527588 after retry RPC after error@1353582560) -> (continuation of Deferred@943333646 after retry RPC after error@1550620905), errback=(continuation of Deferred@1977686063 after retry RPC after error@370232763) -> (continuation of Deferred@1707481483 after retry RPC after error@887091095) -> (continuation of Deferred@1224911171 after retry RPC after error@1440897357) -> (continuation of Deferred@4003899 after retry RPC after error@1263926524) -> (continuation of Deferred@398527588 after retry RPC after error@1353582560) -> (continuation of Deferred@943333646 after retry RPC after error@1550620905)))
07:58:26.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.636 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.696 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.716 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.716 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:26.749809 17225 master_runner.cc:187] Error getting master registration for 127.16.139.254:43407: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111),
07:58:26.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:26.750021 17225 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:58:26.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.776 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.776 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.776 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.776 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.876 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.877 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.877 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.877 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.878 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2036024808(state=PENDING, result=null, callback=(continuation of Deferred@515976441 after retry RPC after error@1271635167) -> (continuation of Deferred@1025703084 after retry RPC after error@519412453) -> (continuation of Deferred@155507494 after retry RPC after error@520000437) -> (continuation of Deferred@882105178 after retry RPC after error@100879775) -> (continuation of Deferred@699476882 after retry RPC after error@1136158250) -> (continuation of Deferred@1767586828 after retry RPC after error@1974004493) -> (continuation of Deferred@1432724369 after retry RPC after error@1441531425), errback=(continuation of Deferred@515976441 after retry RPC after error@1271635167) -> (continuation of Deferred@1025703084 after retry RPC after error@519412453) -> (continuation of Deferred@155507494 after retry RPC after error@520000437) -> (continuation of Deferred@882105178 after retry RPC after error@100879775) -> (continuation of Deferred@699476882 after retry RPC after error@1136158250) -> (continuation of Deferred@1767586828 after retry RPC after error@1974004493) -> (continuation of Deferred@1432724369 after retry RPC after error@1441531425)))
07:58:26.878 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2036024808(state=PENDING, result=null, callback=(continuation of Deferred@515976441 after retry RPC after error@1271635167) -> (continuation of Deferred@1025703084 after retry RPC after error@519412453) -> (continuation of Deferred@155507494 after retry RPC after error@520000437) -> (continuation of Deferred@882105178 after retry RPC after error@100879775) -> (continuation of Deferred@699476882 after retry RPC after error@1136158250) -> (continuation of Deferred@1767586828 after retry RPC after error@1974004493) -> (continuation of Deferred@1432724369 after retry RPC after error@1441531425), errback=(continuation of Deferred@515976441 after retry RPC after error@1271635167) -> (continuation of Deferred@1025703084 after retry RPC after error@519412453) -> (continuation of Deferred@155507494 after retry RPC after error@520000437) -> (continuation of Deferred@882105178 after retry RPC after error@100879775) -> (continuation of Deferred@699476882 after retry RPC after error@1136158250) -> (continuation of Deferred@1767586828 after retry RPC after error@1974004493) -> (continuation of Deferred@1432724369 after retry RPC after error@1441531425)))
07:58:26.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.896 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.896 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.916 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.936 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.936 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.936 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.936 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.936 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.936 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.955 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.955 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.955 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.956 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.956 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:26.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:26.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:26.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:26.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.976 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:26.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.037 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.037 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.037 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.038 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1076865893(state=PENDING, result=null, callback=(continuation of Deferred@995509738 after retry RPC after error@840847228) -> (continuation of Deferred@1216025734 after retry RPC after error@1974663791) -> (continuation of Deferred@2084739110 after retry RPC after error@1021791613) -> (continuation of Deferred@740864323 after retry RPC after error@1319851819) -> (continuation of Deferred@650143088 after retry RPC after error@541739120) -> (continuation of Deferred@1233209235 after retry RPC after error@1560761223), errback=(continuation of Deferred@995509738 after retry RPC after error@840847228) -> (continuation of Deferred@1216025734 after retry RPC after error@1974663791) -> (continuation of Deferred@2084739110 after retry RPC after error@1021791613) -> (continuation of Deferred@740864323 after retry RPC after error@1319851819) -> (continuation of Deferred@650143088 after retry RPC after error@541739120) -> (continuation of Deferred@1233209235 after retry RPC after error@1560761223)))
07:58:27.038 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1076865893(state=PENDING, result=null, callback=(continuation of Deferred@995509738 after retry RPC after error@840847228) -> (continuation of Deferred@1216025734 after retry RPC after error@1974663791) -> (continuation of Deferred@2084739110 after retry RPC after error@1021791613) -> (continuation of Deferred@740864323 after retry RPC after error@1319851819) -> (continuation of Deferred@650143088 after retry RPC after error@541739120) -> (continuation of Deferred@1233209235 after retry RPC after error@1560761223), errback=(continuation of Deferred@995509738 after retry RPC after error@840847228) -> (continuation of Deferred@1216025734 after retry RPC after error@1974663791) -> (continuation of Deferred@2084739110 after retry RPC after error@1021791613) -> (continuation of Deferred@740864323 after retry RPC after error@1319851819) -> (continuation of Deferred@650143088 after retry RPC after error@541739120) -> (continuation of Deferred@1233209235 after retry RPC after error@1560761223)))
07:58:27.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.056 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.056 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.076 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.076 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.076 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.096 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.135 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.135 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.135 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.135 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.135 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.136 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.136 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:27.138226 18055 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:27.140542 18055 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:27.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:27.142081 18058 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.16.139.254:43407)
07:58:27.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.156 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.156 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.156 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.156 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.156 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.156 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.217 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@478031214(state=PENDING, result=null, callback=(continuation of Deferred@34753778 after retry RPC after error@749267738) -> (continuation of Deferred@35695137 after retry RPC after error@1868100182) -> (continuation of Deferred@2134722195 after retry RPC after error@346460757) -> (continuation of Deferred@324031298 after retry RPC after error@1001576764) -> (continuation of Deferred@783157511 after retry RPC after error@238682813) -> (continuation of Deferred@526490235 after retry RPC after error@850910098), errback=(continuation of Deferred@34753778 after retry RPC after error@749267738) -> (continuation of Deferred@35695137 after retry RPC after error@1868100182) -> (continuation of Deferred@2134722195 after retry RPC after error@346460757) -> (continuation of Deferred@324031298 after retry RPC after error@1001576764) -> (continuation of Deferred@783157511 after retry RPC after error@238682813) -> (continuation of Deferred@526490235 after retry RPC after error@850910098)))
07:58:27.217 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@478031214(state=PENDING, result=null, callback=(continuation of Deferred@34753778 after retry RPC after error@749267738) -> (continuation of Deferred@35695137 after retry RPC after error@1868100182) -> (continuation of Deferred@2134722195 after retry RPC after error@346460757) -> (continuation of Deferred@324031298 after retry RPC after error@1001576764) -> (continuation of Deferred@783157511 after retry RPC after error@238682813) -> (continuation of Deferred@526490235 after retry RPC after error@850910098), errback=(continuation of Deferred@34753778 after retry RPC after error@749267738) -> (continuation of Deferred@35695137 after retry RPC after error@1868100182) -> (continuation of Deferred@2134722195 after retry RPC after error@346460757) -> (continuation of Deferred@324031298 after retry RPC after error@1001576764) -> (continuation of Deferred@783157511 after retry RPC after error@238682813) -> (continuation of Deferred@526490235 after retry RPC after error@850910098)))
07:58:27.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.235 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.235 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.236 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.256 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.276 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.276 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.276 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.316 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.356 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.397 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2111823239(state=PENDING, result=null, callback=(continuation of Deferred@628792282 after retry RPC after error@1210724949) -> (continuation of Deferred@1409211264 after retry RPC after error@1347295133) -> (continuation of Deferred@555479557 after retry RPC after error@951764201) -> (continuation of Deferred@498936485 after retry RPC after error@1030698096) -> (continuation of Deferred@1134195202 after retry RPC after error@761887508) -> (continuation of Deferred@1509262366 after retry RPC after error@503179236), errback=(continuation of Deferred@628792282 after retry RPC after error@1210724949) -> (continuation of Deferred@1409211264 after retry RPC after error@1347295133) -> (continuation of Deferred@555479557 after retry RPC after error@951764201) -> (continuation of Deferred@498936485 after retry RPC after error@1030698096) -> (continuation of Deferred@1134195202 after retry RPC after error@761887508) -> (continuation of Deferred@1509262366 after retry RPC after error@503179236)))
07:58:27.397 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2111823239(state=PENDING, result=null, callback=(continuation of Deferred@628792282 after retry RPC after error@1210724949) -> (continuation of Deferred@1409211264 after retry RPC after error@1347295133) -> (continuation of Deferred@555479557 after retry RPC after error@951764201) -> (continuation of Deferred@498936485 after retry RPC after error@1030698096) -> (continuation of Deferred@1134195202 after retry RPC after error@761887508) -> (continuation of Deferred@1509262366 after retry RPC after error@503179236), errback=(continuation of Deferred@628792282 after retry RPC after error@1210724949) -> (continuation of Deferred@1409211264 after retry RPC after error@1347295133) -> (continuation of Deferred@555479557 after retry RPC after error@951764201) -> (continuation of Deferred@498936485 after retry RPC after error@1030698096) -> (continuation of Deferred@1134195202 after retry RPC after error@761887508) -> (continuation of Deferred@1509262366 after retry RPC after error@503179236)))
07:58:27.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.436 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.455 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.455 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.456 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.456 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.456 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.456 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.456 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.476 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.476 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.476 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.476 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.476 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.517 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.517 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.536 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.536 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.536 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.616 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.616 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.616 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.616 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.616 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.617 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1570214494(state=PENDING, result=null, callback=(continuation of Deferred@829535235 after retry RPC after error@765952898) -> (continuation of Deferred@1132736102 after retry RPC after error@576733482) -> (continuation of Deferred@504178889 after retry RPC after error@262603545) -> (continuation of Deferred@1832053653 after retry RPC after error@1308335624) -> (continuation of Deferred@986164254 after retry RPC after error@223334292) -> (continuation of Deferred@2010903531 after retry RPC after error@1723934918) -> (continuation of Deferred@1642192732 after retry RPC after error@304193435), errback=(continuation of Deferred@829535235 after retry RPC after error@765952898) -> (continuation of Deferred@1132736102 after retry RPC after error@576733482) -> (continuation of Deferred@504178889 after retry RPC after error@262603545) -> (continuation of Deferred@1832053653 after retry RPC after error@1308335624) -> (continuation of Deferred@986164254 after retry RPC after error@223334292) -> (continuation of Deferred@2010903531 after retry RPC after error@1723934918) -> (continuation of Deferred@1642192732 after retry RPC after error@304193435)))
07:58:27.618 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1570214494(state=PENDING, result=null, callback=(continuation of Deferred@829535235 after retry RPC after error@765952898) -> (continuation of Deferred@1132736102 after retry RPC after error@576733482) -> (continuation of Deferred@504178889 after retry RPC after error@262603545) -> (continuation of Deferred@1832053653 after retry RPC after error@1308335624) -> (continuation of Deferred@986164254 after retry RPC after error@223334292) -> (continuation of Deferred@2010903531 after retry RPC after error@1723934918) -> (continuation of Deferred@1642192732 after retry RPC after error@304193435), errback=(continuation of Deferred@829535235 after retry RPC after error@765952898) -> (continuation of Deferred@1132736102 after retry RPC after error@576733482) -> (continuation of Deferred@504178889 after retry RPC after error@262603545) -> (continuation of Deferred@1832053653 after retry RPC after error@1308335624) -> (continuation of Deferred@986164254 after retry RPC after error@223334292) -> (continuation of Deferred@2010903531 after retry RPC after error@1723934918) -> (continuation of Deferred@1642192732 after retry RPC after error@304193435)))
07:58:27.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.656 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.656 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.656 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.676 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.676 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.676 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.676 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.695 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.696 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.696 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.696 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.696 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.756 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.756 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.756 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.796 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.796 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.798 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@261447519(state=PENDING, result=null, callback=(continuation of Deferred@1003918670 after retry RPC after error@230214652) -> (continuation of Deferred@745920635 after retry RPC after error@163517709) -> (continuation of Deferred@114072977 after retry RPC after error@1306542495) -> (continuation of Deferred@1339358808 after retry RPC after error@1051889106) -> (continuation of Deferred@1550888832 after retry RPC after error@332656936) -> (continuation of Deferred@2073946932 after retry RPC after error@1365976456) -> (continuation of Deferred@146705546 after retry RPC after error@73954820), errback=(continuation of Deferred@1003918670 after retry RPC after error@230214652) -> (continuation of Deferred@745920635 after retry RPC after error@163517709) -> (continuation of Deferred@114072977 after retry RPC after error@1306542495) -> (continuation of Deferred@1339358808 after retry RPC after error@1051889106) -> (continuation of Deferred@1550888832 after retry RPC after error@332656936) -> (continuation of Deferred@2073946932 after retry RPC after error@1365976456) -> (continuation of Deferred@146705546 after retry RPC after error@73954820)))
07:58:27.798 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@261447519(state=PENDING, result=null, callback=(continuation of Deferred@1003918670 after retry RPC after error@230214652) -> (continuation of Deferred@745920635 after retry RPC after error@163517709) -> (continuation of Deferred@114072977 after retry RPC after error@1306542495) -> (continuation of Deferred@1339358808 after retry RPC after error@1051889106) -> (continuation of Deferred@1550888832 after retry RPC after error@332656936) -> (continuation of Deferred@2073946932 after retry RPC after error@1365976456) -> (continuation of Deferred@146705546 after retry RPC after error@73954820), errback=(continuation of Deferred@1003918670 after retry RPC after error@230214652) -> (continuation of Deferred@745920635 after retry RPC after error@163517709) -> (continuation of Deferred@114072977 after retry RPC after error@1306542495) -> (continuation of Deferred@1339358808 after retry RPC after error@1051889106) -> (continuation of Deferred@1550888832 after retry RPC after error@332656936) -> (continuation of Deferred@2073946932 after retry RPC after error@1365976456) -> (continuation of Deferred@146705546 after retry RPC after error@73954820)))
07:58:27.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.835 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.835 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.835 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.861 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.861 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.936 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.936 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.936 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.936 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.936 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.936 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.976 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:27.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:27.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:27.995 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.995 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:27.996 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:27.996 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.056 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.056 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.056 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.056 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.058 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [46ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@950941972(state=PENDING, result=null, callback=(continuation of Deferred@1766144675 after retry RPC after error@1779093477) -> (continuation of Deferred@133643818 after retry RPC after error@1314443609) -> (continuation of Deferred@243821075 after retry RPC after error@843184576) -> (continuation of Deferred@209291212 after retry RPC after error@69426435) -> (continuation of Deferred@1236694886 after retry RPC after error@1954809961) -> (continuation of Deferred@881047250 after retry RPC after error@710290948) -> (continuation of Deferred@1352757615 after retry RPC after error@78838866) -> (continuation of Deferred@758054704 after retry RPC after error@907268767), errback=(continuation of Deferred@1766144675 after retry RPC after error@1779093477) -> (continuation of Deferred@133643818 after retry RPC after error@1314443609) -> (continuation of Deferred@243821075 after retry RPC after error@843184576) -> (continuation of Deferred@209291212 after retry RPC after error@69426435) -> (continuation of Deferred@1236694886 after retry RPC after error@1954809961) -> (continuation of Deferred@881047250 after retry RPC after error@710290948) -> (continuation of Deferred@1352757615 after retry RPC after error@78838866) -> (continuation of Deferred@758054704 after retry RPC after error@907268767)))
07:58:28.058 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [46ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@950941972(state=PENDING, result=null, callback=(continuation of Deferred@1766144675 after retry RPC after error@1779093477) -> (continuation of Deferred@133643818 after retry RPC after error@1314443609) -> (continuation of Deferred@243821075 after retry RPC after error@843184576) -> (continuation of Deferred@209291212 after retry RPC after error@69426435) -> (continuation of Deferred@1236694886 after retry RPC after error@1954809961) -> (continuation of Deferred@881047250 after retry RPC after error@710290948) -> (continuation of Deferred@1352757615 after retry RPC after error@78838866) -> (continuation of Deferred@758054704 after retry RPC after error@907268767), errback=(continuation of Deferred@1766144675 after retry RPC after error@1779093477) -> (continuation of Deferred@133643818 after retry RPC after error@1314443609) -> (continuation of Deferred@243821075 after retry RPC after error@843184576) -> (continuation of Deferred@209291212 after retry RPC after error@69426435) -> (continuation of Deferred@1236694886 after retry RPC after error@1954809961) -> (continuation of Deferred@881047250 after retry RPC after error@710290948) -> (continuation of Deferred@1352757615 after retry RPC after error@78838866) -> (continuation of Deferred@758054704 after retry RPC after error@907268767)))
07:58:28.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.076 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.196 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.196 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.296 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.296 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.296 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.298 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1981951366(state=PENDING, result=null, callback=(continuation of Deferred@105294181 after retry RPC after error@1101295102) -> (continuation of Deferred@1408593424 after retry RPC after error@878458869) -> (continuation of Deferred@132296090 after retry RPC after error@1707866885) -> (continuation of Deferred@498502722 after retry RPC after error@1208021918) -> (continuation of Deferred@1520175481 after retry RPC after error@1614136060) -> (continuation of Deferred@1229493796 after retry RPC after error@110821520) -> (continuation of Deferred@1022760699 after retry RPC after error@1922695611), errback=(continuation of Deferred@105294181 after retry RPC after error@1101295102) -> (continuation of Deferred@1408593424 after retry RPC after error@878458869) -> (continuation of Deferred@132296090 after retry RPC after error@1707866885) -> (continuation of Deferred@498502722 after retry RPC after error@1208021918) -> (continuation of Deferred@1520175481 after retry RPC after error@1614136060) -> (continuation of Deferred@1229493796 after retry RPC after error@110821520) -> (continuation of Deferred@1022760699 after retry RPC after error@1922695611)))
07:58:28.298 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1981951366(state=PENDING, result=null, callback=(continuation of Deferred@105294181 after retry RPC after error@1101295102) -> (continuation of Deferred@1408593424 after retry RPC after error@878458869) -> (continuation of Deferred@132296090 after retry RPC after error@1707866885) -> (continuation of Deferred@498502722 after retry RPC after error@1208021918) -> (continuation of Deferred@1520175481 after retry RPC after error@1614136060) -> (continuation of Deferred@1229493796 after retry RPC after error@110821520) -> (continuation of Deferred@1022760699 after retry RPC after error@1922695611), errback=(continuation of Deferred@105294181 after retry RPC after error@1101295102) -> (continuation of Deferred@1408593424 after retry RPC after error@878458869) -> (continuation of Deferred@132296090 after retry RPC after error@1707866885) -> (continuation of Deferred@498502722 after retry RPC after error@1208021918) -> (continuation of Deferred@1520175481 after retry RPC after error@1614136060) -> (continuation of Deferred@1229493796 after retry RPC after error@110821520) -> (continuation of Deferred@1022760699 after retry RPC after error@1922695611)))
07:58:28.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.315 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.316 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.316 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.316 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.316 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.316 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.316 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.336 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.336 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.336 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.336 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.336 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.336 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.356 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.376 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.376 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.376 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.376 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.376 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.376 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.395 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.396 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.396 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.396 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.396 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.416 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.416 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.416 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.416 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.416 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.416 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.536 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.537 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [220ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@45612121(state=PENDING, result=null, callback=(continuation of Deferred@1497837536 after retry RPC after error@1656940860) -> (continuation of Deferred@1361377381 after retry RPC after error@1816957740) -> (continuation of Deferred@211061098 after retry RPC after error@2045385421) -> (continuation of Deferred@259727941 after retry RPC after error@128320885) -> (continuation of Deferred@793838386 after retry RPC after error@105138279) -> (continuation of Deferred@1358638048 after retry RPC after error@1732317479) -> (continuation of Deferred@1085199982 after retry RPC after error@1687005548) -> (continuation of Deferred@1830824502 after retry RPC after error@34064028), errback=(continuation of Deferred@1497837536 after retry RPC after error@1656940860) -> (continuation of Deferred@1361377381 after retry RPC after error@1816957740) -> (continuation of Deferred@211061098 after retry RPC after error@2045385421) -> (continuation of Deferred@259727941 after retry RPC after error@128320885) -> (continuation of Deferred@793838386 after retry RPC after error@105138279) -> (continuation of Deferred@1358638048 after retry RPC after error@1732317479) -> (continuation of Deferred@1085199982 after retry RPC after error@1687005548) -> (continuation of Deferred@1830824502 after retry RPC after error@34064028)))
07:58:28.537 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [220ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@45612121(state=PENDING, result=null, callback=(continuation of Deferred@1497837536 after retry RPC after error@1656940860) -> (continuation of Deferred@1361377381 after retry RPC after error@1816957740) -> (continuation of Deferred@211061098 after retry RPC after error@2045385421) -> (continuation of Deferred@259727941 after retry RPC after error@128320885) -> (continuation of Deferred@793838386 after retry RPC after error@105138279) -> (continuation of Deferred@1358638048 after retry RPC after error@1732317479) -> (continuation of Deferred@1085199982 after retry RPC after error@1687005548) -> (continuation of Deferred@1830824502 after retry RPC after error@34064028), errback=(continuation of Deferred@1497837536 after retry RPC after error@1656940860) -> (continuation of Deferred@1361377381 after retry RPC after error@1816957740) -> (continuation of Deferred@211061098 after retry RPC after error@2045385421) -> (continuation of Deferred@259727941 after retry RPC after error@128320885) -> (continuation of Deferred@793838386 after retry RPC after error@105138279) -> (continuation of Deferred@1358638048 after retry RPC after error@1732317479) -> (continuation of Deferred@1085199982 after retry RPC after error@1687005548) -> (continuation of Deferred@1830824502 after retry RPC after error@34064028)))
07:58:28.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.556 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.576 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.616 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.616 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.616 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.636 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.637 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.637 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.736 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.737 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@987890646(state=PENDING, result=null, callback=(continuation of Deferred@470188650 after retry RPC after error@966563430) -> (continuation of Deferred@1479627387 after retry RPC after error@1919354392) -> (continuation of Deferred@1515900908 after retry RPC after error@128470375) -> (continuation of Deferred@1431860579 after retry RPC after error@524680726) -> (continuation of Deferred@334260157 after retry RPC after error@1458230226) -> (continuation of Deferred@1074747137 after retry RPC after error@1879749720), errback=(continuation of Deferred@470188650 after retry RPC after error@966563430) -> (continuation of Deferred@1479627387 after retry RPC after error@1919354392) -> (continuation of Deferred@1515900908 after retry RPC after error@128470375) -> (continuation of Deferred@1431860579 after retry RPC after error@524680726) -> (continuation of Deferred@334260157 after retry RPC after error@1458230226) -> (continuation of Deferred@1074747137 after retry RPC after error@1879749720)))
07:58:28.738 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@987890646(state=PENDING, result=null, callback=(continuation of Deferred@470188650 after retry RPC after error@966563430) -> (continuation of Deferred@1479627387 after retry RPC after error@1919354392) -> (continuation of Deferred@1515900908 after retry RPC after error@128470375) -> (continuation of Deferred@1431860579 after retry RPC after error@524680726) -> (continuation of Deferred@334260157 after retry RPC after error@1458230226) -> (continuation of Deferred@1074747137 after retry RPC after error@1879749720), errback=(continuation of Deferred@470188650 after retry RPC after error@966563430) -> (continuation of Deferred@1479627387 after retry RPC after error@1919354392) -> (continuation of Deferred@1515900908 after retry RPC after error@128470375) -> (continuation of Deferred@1431860579 after retry RPC after error@524680726) -> (continuation of Deferred@334260157 after retry RPC after error@1458230226) -> (continuation of Deferred@1074747137 after retry RPC after error@1879749720)))
07:58:28.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.777 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.777 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:28.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:28.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.996 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:28.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:28.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:28.998 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1052157109(state=PENDING, result=null, callback=(continuation of Deferred@353523490 after retry RPC after error@1974144076) -> (continuation of Deferred@1939501646 after retry RPC after error@2021843844) -> (continuation of Deferred@2133725425 after retry RPC after error@1389013556) -> (continuation of Deferred@1919072801 after retry RPC after error@487844138) -> (continuation of Deferred@305515489 after retry RPC after error@355031193) -> (continuation of Deferred@1929202607 after retry RPC after error@1889908323) -> (continuation of Deferred@1282605397 after retry RPC after error@323057106), errback=(continuation of Deferred@353523490 after retry RPC after error@1974144076) -> (continuation of Deferred@1939501646 after retry RPC after error@2021843844) -> (continuation of Deferred@2133725425 after retry RPC after error@1389013556) -> (continuation of Deferred@1919072801 after retry RPC after error@487844138) -> (continuation of Deferred@305515489 after retry RPC after error@355031193) -> (continuation of Deferred@1929202607 after retry RPC after error@1889908323) -> (continuation of Deferred@1282605397 after retry RPC after error@323057106)))
07:58:28.998 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1052157109(state=PENDING, result=null, callback=(continuation of Deferred@353523490 after retry RPC after error@1974144076) -> (continuation of Deferred@1939501646 after retry RPC after error@2021843844) -> (continuation of Deferred@2133725425 after retry RPC after error@1389013556) -> (continuation of Deferred@1919072801 after retry RPC after error@487844138) -> (continuation of Deferred@305515489 after retry RPC after error@355031193) -> (continuation of Deferred@1929202607 after retry RPC after error@1889908323) -> (continuation of Deferred@1282605397 after retry RPC after error@323057106), errback=(continuation of Deferred@353523490 after retry RPC after error@1974144076) -> (continuation of Deferred@1939501646 after retry RPC after error@2021843844) -> (continuation of Deferred@2133725425 after retry RPC after error@1389013556) -> (continuation of Deferred@1919072801 after retry RPC after error@487844138) -> (continuation of Deferred@305515489 after retry RPC after error@355031193) -> (continuation of Deferred@1929202607 after retry RPC after error@1889908323) -> (continuation of Deferred@1282605397 after retry RPC after error@323057106)))
07:58:29.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.015 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.015 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.016 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.016 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.016 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.016 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.016 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.036 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.036 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.036 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.036 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.036 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.036 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.076 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.076 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.137 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.275 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@457711753(state=PENDING, result=null, callback=(continuation of Deferred@854922892 after retry RPC after error@1986907400) -> (continuation of Deferred@925449649 after retry RPC after error@1841242037) -> (continuation of Deferred@2011444728 after retry RPC after error@1870242689) -> (continuation of Deferred@298049386 after retry RPC after error@76818512) -> (continuation of Deferred@1376360143 after retry RPC after error@1892565668) -> (continuation of Deferred@2147089240 after retry RPC after error@1519028831) -> (continuation of Deferred@1152106543 after retry RPC after error@1181905276), errback=(continuation of Deferred@854922892 after retry RPC after error@1986907400) -> (continuation of Deferred@925449649 after retry RPC after error@1841242037) -> (continuation of Deferred@2011444728 after retry RPC after error@1870242689) -> (continuation of Deferred@298049386 after retry RPC after error@76818512) -> (continuation of Deferred@1376360143 after retry RPC after error@1892565668) -> (continuation of Deferred@2147089240 after retry RPC after error@1519028831) -> (continuation of Deferred@1152106543 after retry RPC after error@1181905276)))
07:58:29.276 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:29.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.296 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.296 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.296 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.316 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.316 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.316 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.316 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.316 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.316 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.336 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.336 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.336 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.336 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.336 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.336 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.376 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.376 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.376 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.376 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.376 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.376 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.396 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.396 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.396 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.396 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.456 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.456 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.456 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.456 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.456 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.456 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.518 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1681026246(state=PENDING, result=null, callback=(continuation of Deferred@980073287 after retry RPC after error@1148445141) -> (continuation of Deferred@790653859 after retry RPC after error@1476622045) -> (continuation of Deferred@928800281 after retry RPC after error@1828351086) -> (continuation of Deferred@1076592417 after retry RPC after error@56450151) -> (continuation of Deferred@1445230211 after retry RPC after error@1770191157) -> (continuation of Deferred@1917538643 after retry RPC after error@463242521) -> (continuation of Deferred@1853454471 after retry RPC after error@273444652), errback=(continuation of Deferred@980073287 after retry RPC after error@1148445141) -> (continuation of Deferred@790653859 after retry RPC after error@1476622045) -> (continuation of Deferred@928800281 after retry RPC after error@1828351086) -> (continuation of Deferred@1076592417 after retry RPC after error@56450151) -> (continuation of Deferred@1445230211 after retry RPC after error@1770191157) -> (continuation of Deferred@1917538643 after retry RPC after error@463242521) -> (continuation of Deferred@1853454471 after retry RPC after error@273444652)))
07:58:29.518 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1681026246(state=PENDING, result=null, callback=(continuation of Deferred@980073287 after retry RPC after error@1148445141) -> (continuation of Deferred@790653859 after retry RPC after error@1476622045) -> (continuation of Deferred@928800281 after retry RPC after error@1828351086) -> (continuation of Deferred@1076592417 after retry RPC after error@56450151) -> (continuation of Deferred@1445230211 after retry RPC after error@1770191157) -> (continuation of Deferred@1917538643 after retry RPC after error@463242521) -> (continuation of Deferred@1853454471 after retry RPC after error@273444652), errback=(continuation of Deferred@980073287 after retry RPC after error@1148445141) -> (continuation of Deferred@790653859 after retry RPC after error@1476622045) -> (continuation of Deferred@928800281 after retry RPC after error@1828351086) -> (continuation of Deferred@1076592417 after retry RPC after error@56450151) -> (continuation of Deferred@1445230211 after retry RPC after error@1770191157) -> (continuation of Deferred@1917538643 after retry RPC after error@463242521) -> (continuation of Deferred@1853454471 after retry RPC after error@273444652)))
07:58:29.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.536 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.536 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.556 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.556 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.556 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.615 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.615 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.616 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.656 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.656 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.656 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.656 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.657 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.657 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.676 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.676 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.676 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.676 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.676 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.777 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@36396972(state=PENDING, result=null, callback=(continuation of Deferred@833162613 after retry RPC after error@1618496979) -> (continuation of Deferred@1931361516 after retry RPC after error@730909468) -> (continuation of Deferred@1386985918 after retry RPC after error@1881108717) -> (continuation of Deferred@1927596894 after retry RPC after error@1593914933) -> (continuation of Deferred@1348993570 after retry RPC after error@1543215322) -> (continuation of Deferred@261162688 after retry RPC after error@1509370265) -> (continuation of Deferred@1226725783 after retry RPC after error@1310991654), errback=(continuation of Deferred@833162613 after retry RPC after error@1618496979) -> (continuation of Deferred@1931361516 after retry RPC after error@730909468) -> (continuation of Deferred@1386985918 after retry RPC after error@1881108717) -> (continuation of Deferred@1927596894 after retry RPC after error@1593914933) -> (continuation of Deferred@1348993570 after retry RPC after error@1543215322) -> (continuation of Deferred@261162688 after retry RPC after error@1509370265) -> (continuation of Deferred@1226725783 after retry RPC after error@1310991654)))
07:58:29.778 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@36396972(state=PENDING, result=null, callback=(continuation of Deferred@833162613 after retry RPC after error@1618496979) -> (continuation of Deferred@1931361516 after retry RPC after error@730909468) -> (continuation of Deferred@1386985918 after retry RPC after error@1881108717) -> (continuation of Deferred@1927596894 after retry RPC after error@1593914933) -> (continuation of Deferred@1348993570 after retry RPC after error@1543215322) -> (continuation of Deferred@261162688 after retry RPC after error@1509370265) -> (continuation of Deferred@1226725783 after retry RPC after error@1310991654), errback=(continuation of Deferred@833162613 after retry RPC after error@1618496979) -> (continuation of Deferred@1931361516 after retry RPC after error@730909468) -> (continuation of Deferred@1386985918 after retry RPC after error@1881108717) -> (continuation of Deferred@1927596894 after retry RPC after error@1593914933) -> (continuation of Deferred@1348993570 after retry RPC after error@1543215322) -> (continuation of Deferred@261162688 after retry RPC after error@1509370265) -> (continuation of Deferred@1226725783 after retry RPC after error@1310991654)))
07:58:29.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.796 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.796 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.796 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.816 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.816 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.816 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.816 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.816 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.816 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.835 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.835 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.836 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.836 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.875 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.875 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.876 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.896 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.896 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.896 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.896 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:29.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:29.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:29.935 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.936 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.936 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:29.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:29.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.055 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1015385287(state=PENDING, result=null, callback=(continuation of Deferred@170955367 after retry RPC after error@1863514607) -> (continuation of Deferred@1186036943 after retry RPC after error@1447175018) -> (continuation of Deferred@1492066415 after retry RPC after error@550139676) -> (continuation of Deferred@1833971918 after retry RPC after error@709760893) -> (continuation of Deferred@193177091 after retry RPC after error@2013414136) -> (continuation of Deferred@339266422 after retry RPC after error@1318568819) -> (continuation of Deferred@1479722780 after retry RPC after error@852319072), errback=(continuation of Deferred@170955367 after retry RPC after error@1863514607) -> (continuation of Deferred@1186036943 after retry RPC after error@1447175018) -> (continuation of Deferred@1492066415 after retry RPC after error@550139676) -> (continuation of Deferred@1833971918 after retry RPC after error@709760893) -> (continuation of Deferred@193177091 after retry RPC after error@2013414136) -> (continuation of Deferred@339266422 after retry RPC after error@1318568819) -> (continuation of Deferred@1479722780 after retry RPC after error@852319072)))
07:58:30.056 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:30.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.096 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.096 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.096 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.116 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.116 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.116 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.116 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.116 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.116 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.135 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.135 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.136 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.136 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.136 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.136 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.176 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.176 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.176 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.176 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.176 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.235 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.256 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.256 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.256 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.256 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.256 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.256 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.257 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@865277435(state=PENDING, result=null, callback=(continuation of Deferred@955318504 after retry RPC after error@167217694) -> (continuation of Deferred@2085629563 after retry RPC after error@1472708807) -> (continuation of Deferred@1728150679 after retry RPC after error@1377021203) -> (continuation of Deferred@793600732 after retry RPC after error@1189432842) -> (continuation of Deferred@711751557 after retry RPC after error@1700277486) -> (continuation of Deferred@566749467 after retry RPC after error@1304323639) -> (continuation of Deferred@78114906 after retry RPC after error@549229436), errback=(continuation of Deferred@955318504 after retry RPC after error@167217694) -> (continuation of Deferred@2085629563 after retry RPC after error@1472708807) -> (continuation of Deferred@1728150679 after retry RPC after error@1377021203) -> (continuation of Deferred@793600732 after retry RPC after error@1189432842) -> (continuation of Deferred@711751557 after retry RPC after error@1700277486) -> (continuation of Deferred@566749467 after retry RPC after error@1304323639) -> (continuation of Deferred@78114906 after retry RPC after error@549229436)))
07:58:30.258 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@865277435(state=PENDING, result=null, callback=(continuation of Deferred@955318504 after retry RPC after error@167217694) -> (continuation of Deferred@2085629563 after retry RPC after error@1472708807) -> (continuation of Deferred@1728150679 after retry RPC after error@1377021203) -> (continuation of Deferred@793600732 after retry RPC after error@1189432842) -> (continuation of Deferred@711751557 after retry RPC after error@1700277486) -> (continuation of Deferred@566749467 after retry RPC after error@1304323639) -> (continuation of Deferred@78114906 after retry RPC after error@549229436), errback=(continuation of Deferred@955318504 after retry RPC after error@167217694) -> (continuation of Deferred@2085629563 after retry RPC after error@1472708807) -> (continuation of Deferred@1728150679 after retry RPC after error@1377021203) -> (continuation of Deferred@793600732 after retry RPC after error@1189432842) -> (continuation of Deferred@711751557 after retry RPC after error@1700277486) -> (continuation of Deferred@566749467 after retry RPC after error@1304323639) -> (continuation of Deferred@78114906 after retry RPC after error@549229436)))
07:58:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:30.258914 18854 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:58:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:30.259101 18854 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:58:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:30.259756 18854 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:58:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:30.260775 17254 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111) [suppressed 1 similar messages]
07:58:30.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:30.262076 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:58:30.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:30.262259 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:58:30.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:30.262383 17254 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:58:30.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:30.262615 18854 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:58:30.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.296 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.296 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.296 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.316 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.316 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.316 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.316 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.316 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.316 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.336 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.336 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.336 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.336 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.336 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.336 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.396 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.396 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.396 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.396 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.396 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.416 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.416 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.416 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.416 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.416 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.417 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@676425975(state=PENDING, result=null, callback=(continuation of Deferred@1272255879 after retry RPC after error@1672418467) -> (continuation of Deferred@359908188 after retry RPC after error@914804685) -> (continuation of Deferred@1427934647 after retry RPC after error@1309508027) -> (continuation of Deferred@1164952069 after retry RPC after error@1159173570) -> (continuation of Deferred@1960298978 after retry RPC after error@1458937498) -> (continuation of Deferred@1840316843 after retry RPC after error@342962266), errback=(continuation of Deferred@1272255879 after retry RPC after error@1672418467) -> (continuation of Deferred@359908188 after retry RPC after error@914804685) -> (continuation of Deferred@1427934647 after retry RPC after error@1309508027) -> (continuation of Deferred@1164952069 after retry RPC after error@1159173570) -> (continuation of Deferred@1960298978 after retry RPC after error@1458937498) -> (continuation of Deferred@1840316843 after retry RPC after error@342962266)))
07:58:30.418 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@676425975(state=PENDING, result=null, callback=(continuation of Deferred@1272255879 after retry RPC after error@1672418467) -> (continuation of Deferred@359908188 after retry RPC after error@914804685) -> (continuation of Deferred@1427934647 after retry RPC after error@1309508027) -> (continuation of Deferred@1164952069 after retry RPC after error@1159173570) -> (continuation of Deferred@1960298978 after retry RPC after error@1458937498) -> (continuation of Deferred@1840316843 after retry RPC after error@342962266), errback=(continuation of Deferred@1272255879 after retry RPC after error@1672418467) -> (continuation of Deferred@359908188 after retry RPC after error@914804685) -> (continuation of Deferred@1427934647 after retry RPC after error@1309508027) -> (continuation of Deferred@1164952069 after retry RPC after error@1159173570) -> (continuation of Deferred@1960298978 after retry RPC after error@1458937498) -> (continuation of Deferred@1840316843 after retry RPC after error@342962266)))
07:58:30.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.435 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.435 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.435 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.436 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.436 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.436 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.436 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.496 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.496 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.496 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.516 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.516 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.516 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.516 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.516 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.516 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.556 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.556 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.556 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.556 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.656 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.656 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.656 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.656 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.656 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.656 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.657 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2090097271(state=PENDING, result=null, callback=(continuation of Deferred@871273989 after retry RPC after error@290138697) -> (continuation of Deferred@998014044 after retry RPC after error@1709559462) -> (continuation of Deferred@578560673 after retry RPC after error@1789742533) -> (continuation of Deferred@845890128 after retry RPC after error@2041588293) -> (continuation of Deferred@983197432 after retry RPC after error@978962187) -> (continuation of Deferred@1380482002 after retry RPC after error@710054364) -> (continuation of Deferred@1125552072 after retry RPC after error@931363134), errback=(continuation of Deferred@871273989 after retry RPC after error@290138697) -> (continuation of Deferred@998014044 after retry RPC after error@1709559462) -> (continuation of Deferred@578560673 after retry RPC after error@1789742533) -> (continuation of Deferred@845890128 after retry RPC after error@2041588293) -> (continuation of Deferred@983197432 after retry RPC after error@978962187) -> (continuation of Deferred@1380482002 after retry RPC after error@710054364) -> (continuation of Deferred@1125552072 after retry RPC after error@931363134)))
07:58:30.658 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2090097271(state=PENDING, result=null, callback=(continuation of Deferred@871273989 after retry RPC after error@290138697) -> (continuation of Deferred@998014044 after retry RPC after error@1709559462) -> (continuation of Deferred@578560673 after retry RPC after error@1789742533) -> (continuation of Deferred@845890128 after retry RPC after error@2041588293) -> (continuation of Deferred@983197432 after retry RPC after error@978962187) -> (continuation of Deferred@1380482002 after retry RPC after error@710054364) -> (continuation of Deferred@1125552072 after retry RPC after error@931363134), errback=(continuation of Deferred@871273989 after retry RPC after error@290138697) -> (continuation of Deferred@998014044 after retry RPC after error@1709559462) -> (continuation of Deferred@578560673 after retry RPC after error@1789742533) -> (continuation of Deferred@845890128 after retry RPC after error@2041588293) -> (continuation of Deferred@983197432 after retry RPC after error@978962187) -> (continuation of Deferred@1380482002 after retry RPC after error@710054364) -> (continuation of Deferred@1125552072 after retry RPC after error@931363134)))
07:58:30.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.676 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.676 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.676 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.676 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.676 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.736 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.836 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.837 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1166733559(state=PENDING, result=null, callback=(continuation of Deferred@1755134375 after retry RPC after error@1337964066) -> (continuation of Deferred@1922283285 after retry RPC after error@1619852536) -> (continuation of Deferred@1641914703 after retry RPC after error@1398867440) -> (continuation of Deferred@1017457558 after retry RPC after error@1003060166) -> (continuation of Deferred@932344361 after retry RPC after error@1812443054) -> (continuation of Deferred@2045493283 after retry RPC after error@160207763), errback=(continuation of Deferred@1755134375 after retry RPC after error@1337964066) -> (continuation of Deferred@1922283285 after retry RPC after error@1619852536) -> (continuation of Deferred@1641914703 after retry RPC after error@1398867440) -> (continuation of Deferred@1017457558 after retry RPC after error@1003060166) -> (continuation of Deferred@932344361 after retry RPC after error@1812443054) -> (continuation of Deferred@2045493283 after retry RPC after error@160207763)))
07:58:30.837 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1166733559(state=PENDING, result=null, callback=(continuation of Deferred@1755134375 after retry RPC after error@1337964066) -> (continuation of Deferred@1922283285 after retry RPC after error@1619852536) -> (continuation of Deferred@1641914703 after retry RPC after error@1398867440) -> (continuation of Deferred@1017457558 after retry RPC after error@1003060166) -> (continuation of Deferred@932344361 after retry RPC after error@1812443054) -> (continuation of Deferred@2045493283 after retry RPC after error@160207763), errback=(continuation of Deferred@1755134375 after retry RPC after error@1337964066) -> (continuation of Deferred@1922283285 after retry RPC after error@1619852536) -> (continuation of Deferred@1641914703 after retry RPC after error@1398867440) -> (continuation of Deferred@1017457558 after retry RPC after error@1003060166) -> (continuation of Deferred@932344361 after retry RPC after error@1812443054) -> (continuation of Deferred@2045493283 after retry RPC after error@160207763)))
07:58:30.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:30.869467 18867 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:58:30.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:30.869632 18867 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:58:30.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:30.870219 18867 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:58:30.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:30.872080 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:58:30.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:30.872259 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:58:30.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:30.872385 17250 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:58:30.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:30.872610 18867 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:58:30.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.916 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.936 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.936 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.936 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.936 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:30.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:30.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:30.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.977 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.977 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:30.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.977 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:30.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.017 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@909125359(state=PENDING, result=null, callback=(continuation of Deferred@1186395579 after retry RPC after error@974226875) -> (continuation of Deferred@148814113 after retry RPC after error@1064231307) -> (continuation of Deferred@1317322992 after retry RPC after error@2014226630) -> (continuation of Deferred@98832727 after retry RPC after error@1297009369) -> (continuation of Deferred@631574720 after retry RPC after error@677434410) -> (continuation of Deferred@220927704 after retry RPC after error@914886054), errback=(continuation of Deferred@1186395579 after retry RPC after error@974226875) -> (continuation of Deferred@148814113 after retry RPC after error@1064231307) -> (continuation of Deferred@1317322992 after retry RPC after error@2014226630) -> (continuation of Deferred@98832727 after retry RPC after error@1297009369) -> (continuation of Deferred@631574720 after retry RPC after error@677434410) -> (continuation of Deferred@220927704 after retry RPC after error@914886054)))
07:58:31.017 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@909125359(state=PENDING, result=null, callback=(continuation of Deferred@1186395579 after retry RPC after error@974226875) -> (continuation of Deferred@148814113 after retry RPC after error@1064231307) -> (continuation of Deferred@1317322992 after retry RPC after error@2014226630) -> (continuation of Deferred@98832727 after retry RPC after error@1297009369) -> (continuation of Deferred@631574720 after retry RPC after error@677434410) -> (continuation of Deferred@220927704 after retry RPC after error@914886054), errback=(continuation of Deferred@1186395579 after retry RPC after error@974226875) -> (continuation of Deferred@148814113 after retry RPC after error@1064231307) -> (continuation of Deferred@1317322992 after retry RPC after error@2014226630) -> (continuation of Deferred@98832727 after retry RPC after error@1297009369) -> (continuation of Deferred@631574720 after retry RPC after error@677434410) -> (continuation of Deferred@220927704 after retry RPC after error@914886054)))
07:58:31.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.036 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.056 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.056 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.076 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.076 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.155 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.155 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.156 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.196 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.196 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.196 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.196 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.296 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1966534356(state=PENDING, result=null, callback=(continuation of Deferred@1930622862 after retry RPC after error@1246760100) -> (continuation of Deferred@1558385587 after retry RPC after error@518067893) -> (continuation of Deferred@2058042464 after retry RPC after error@819215037) -> (continuation of Deferred@1961810335 after retry RPC after error@1655450889) -> (continuation of Deferred@1095189760 after retry RPC after error@1347919431) -> (continuation of Deferred@1391958003 after retry RPC after error@1370500289) -> (continuation of Deferred@715394226 after retry RPC after error@1189939719), errback=(continuation of Deferred@1930622862 after retry RPC after error@1246760100) -> (continuation of Deferred@1558385587 after retry RPC after error@518067893) -> (continuation of Deferred@2058042464 after retry RPC after error@819215037) -> (continuation of Deferred@1961810335 after retry RPC after error@1655450889) -> (continuation of Deferred@1095189760 after retry RPC after error@1347919431) -> (continuation of Deferred@1391958003 after retry RPC after error@1370500289) -> (continuation of Deferred@715394226 after retry RPC after error@1189939719)))
07:58:31.296 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:31.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.336 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.336 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.336 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.336 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.356 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.376 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.376 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.376 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.376 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.396 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.436 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.476 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.477 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1793745447(state=PENDING, result=null, callback=(continuation of Deferred@1887549207 after retry RPC after error@348238868) -> (continuation of Deferred@443836934 after retry RPC after error@590796853) -> (continuation of Deferred@1592977995 after retry RPC after error@1200260245) -> (continuation of Deferred@2123883064 after retry RPC after error@1811249839) -> (continuation of Deferred@572286248 after retry RPC after error@824304594) -> (continuation of Deferred@1894142444 after retry RPC after error@805727581), errback=(continuation of Deferred@1887549207 after retry RPC after error@348238868) -> (continuation of Deferred@443836934 after retry RPC after error@590796853) -> (continuation of Deferred@1592977995 after retry RPC after error@1200260245) -> (continuation of Deferred@2123883064 after retry RPC after error@1811249839) -> (continuation of Deferred@572286248 after retry RPC after error@824304594) -> (continuation of Deferred@1894142444 after retry RPC after error@805727581)))
07:58:31.477 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1793745447(state=PENDING, result=null, callback=(continuation of Deferred@1887549207 after retry RPC after error@348238868) -> (continuation of Deferred@443836934 after retry RPC after error@590796853) -> (continuation of Deferred@1592977995 after retry RPC after error@1200260245) -> (continuation of Deferred@2123883064 after retry RPC after error@1811249839) -> (continuation of Deferred@572286248 after retry RPC after error@824304594) -> (continuation of Deferred@1894142444 after retry RPC after error@805727581), errback=(continuation of Deferred@1887549207 after retry RPC after error@348238868) -> (continuation of Deferred@443836934 after retry RPC after error@590796853) -> (continuation of Deferred@1592977995 after retry RPC after error@1200260245) -> (continuation of Deferred@2123883064 after retry RPC after error@1811249839) -> (continuation of Deferred@572286248 after retry RPC after error@824304594) -> (continuation of Deferred@1894142444 after retry RPC after error@805727581)))
07:58:31.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.536 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.536 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.555 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.555 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.556 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.556 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.596 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.656 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.656 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.656 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.676 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.676 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.676 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.676 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.677 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1828537058(state=PENDING, result=null, callback=(continuation of Deferred@974533603 after retry RPC after error@1950856133) -> (continuation of Deferred@1187411626 after retry RPC after error@1076545218) -> (continuation of Deferred@1260940303 after retry RPC after error@45627188) -> (continuation of Deferred@2008969967 after retry RPC after error@1639228940) -> (continuation of Deferred@1769268769 after retry RPC after error@708214188) -> (continuation of Deferred@773544719 after retry RPC after error@1792744454) -> (continuation of Deferred@609270418 after retry RPC after error@1024616617), errback=(continuation of Deferred@974533603 after retry RPC after error@1950856133) -> (continuation of Deferred@1187411626 after retry RPC after error@1076545218) -> (continuation of Deferred@1260940303 after retry RPC after error@45627188) -> (continuation of Deferred@2008969967 after retry RPC after error@1639228940) -> (continuation of Deferred@1769268769 after retry RPC after error@708214188) -> (continuation of Deferred@773544719 after retry RPC after error@1792744454) -> (continuation of Deferred@609270418 after retry RPC after error@1024616617)))
07:58:31.677 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1828537058(state=PENDING, result=null, callback=(continuation of Deferred@974533603 after retry RPC after error@1950856133) -> (continuation of Deferred@1187411626 after retry RPC after error@1076545218) -> (continuation of Deferred@1260940303 after retry RPC after error@45627188) -> (continuation of Deferred@2008969967 after retry RPC after error@1639228940) -> (continuation of Deferred@1769268769 after retry RPC after error@708214188) -> (continuation of Deferred@773544719 after retry RPC after error@1792744454) -> (continuation of Deferred@609270418 after retry RPC after error@1024616617), errback=(continuation of Deferred@974533603 after retry RPC after error@1950856133) -> (continuation of Deferred@1187411626 after retry RPC after error@1076545218) -> (continuation of Deferred@1260940303 after retry RPC after error@45627188) -> (continuation of Deferred@2008969967 after retry RPC after error@1639228940) -> (continuation of Deferred@1769268769 after retry RPC after error@708214188) -> (continuation of Deferred@773544719 after retry RPC after error@1792744454) -> (continuation of Deferred@609270418 after retry RPC after error@1024616617)))
07:58:31.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.696 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.696 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.696 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.716 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.736 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.737 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:31.751272 17225 master_runner.cc:187] Error getting master registration for 127.16.139.254:43407: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111),
07:58:31.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:31.751482 17225 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:58:31.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.836 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.836 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.936 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.936 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.936 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.936 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.937 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@290040098(state=PENDING, result=null, callback=(continuation of Deferred@250857451 after retry RPC after error@502188241) -> (continuation of Deferred@1804199548 after retry RPC after error@936727190) -> (continuation of Deferred@663291672 after retry RPC after error@1279982456) -> (continuation of Deferred@1758748299 after retry RPC after error@1963516133) -> (continuation of Deferred@441882779 after retry RPC after error@22815122) -> (continuation of Deferred@1261831988 after retry RPC after error@2030815615) -> (continuation of Deferred@1471616133 after retry RPC after error@923270992), errback=(continuation of Deferred@250857451 after retry RPC after error@502188241) -> (continuation of Deferred@1804199548 after retry RPC after error@936727190) -> (continuation of Deferred@663291672 after retry RPC after error@1279982456) -> (continuation of Deferred@1758748299 after retry RPC after error@1963516133) -> (continuation of Deferred@441882779 after retry RPC after error@22815122) -> (continuation of Deferred@1261831988 after retry RPC after error@2030815615) -> (continuation of Deferred@1471616133 after retry RPC after error@923270992)))
07:58:31.938 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@290040098(state=PENDING, result=null, callback=(continuation of Deferred@250857451 after retry RPC after error@502188241) -> (continuation of Deferred@1804199548 after retry RPC after error@936727190) -> (continuation of Deferred@663291672 after retry RPC after error@1279982456) -> (continuation of Deferred@1758748299 after retry RPC after error@1963516133) -> (continuation of Deferred@441882779 after retry RPC after error@22815122) -> (continuation of Deferred@1261831988 after retry RPC after error@2030815615) -> (continuation of Deferred@1471616133 after retry RPC after error@923270992), errback=(continuation of Deferred@250857451 after retry RPC after error@502188241) -> (continuation of Deferred@1804199548 after retry RPC after error@936727190) -> (continuation of Deferred@663291672 after retry RPC after error@1279982456) -> (continuation of Deferred@1758748299 after retry RPC after error@1963516133) -> (continuation of Deferred@441882779 after retry RPC after error@22815122) -> (continuation of Deferred@1261831988 after retry RPC after error@2030815615) -> (continuation of Deferred@1471616133 after retry RPC after error@923270992)))
07:58:31.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.956 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.956 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.956 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.956 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:31.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:31.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:31.995 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.996 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:31.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:31.996 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.016 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.016 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.016 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.016 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.016 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.016 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.036 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.036 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.036 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.036 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.036 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:32.174283 18055 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:32.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:32.177625 18055 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:32.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:32.178946 18058 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.16.139.254:43407)
07:58:32.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.196 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.196 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.196 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.196 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.196 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.196 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.197 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@278973047(state=PENDING, result=null, callback=(continuation of Deferred@1423286912 after retry RPC after error@879014105) -> (continuation of Deferred@1734209285 after retry RPC after error@1907909355) -> (continuation of Deferred@134221822 after retry RPC after error@435393631) -> (continuation of Deferred@291403171 after retry RPC after error@591655513) -> (continuation of Deferred@724858416 after retry RPC after error@786452069) -> (continuation of Deferred@1282524535 after retry RPC after error@1889286042) -> (continuation of Deferred@2022791759 after retry RPC after error@1420730462), errback=(continuation of Deferred@1423286912 after retry RPC after error@879014105) -> (continuation of Deferred@1734209285 after retry RPC after error@1907909355) -> (continuation of Deferred@134221822 after retry RPC after error@435393631) -> (continuation of Deferred@291403171 after retry RPC after error@591655513) -> (continuation of Deferred@724858416 after retry RPC after error@786452069) -> (continuation of Deferred@1282524535 after retry RPC after error@1889286042) -> (continuation of Deferred@2022791759 after retry RPC after error@1420730462)))
07:58:32.198 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@278973047(state=PENDING, result=null, callback=(continuation of Deferred@1423286912 after retry RPC after error@879014105) -> (continuation of Deferred@1734209285 after retry RPC after error@1907909355) -> (continuation of Deferred@134221822 after retry RPC after error@435393631) -> (continuation of Deferred@291403171 after retry RPC after error@591655513) -> (continuation of Deferred@724858416 after retry RPC after error@786452069) -> (continuation of Deferred@1282524535 after retry RPC after error@1889286042) -> (continuation of Deferred@2022791759 after retry RPC after error@1420730462), errback=(continuation of Deferred@1423286912 after retry RPC after error@879014105) -> (continuation of Deferred@1734209285 after retry RPC after error@1907909355) -> (continuation of Deferred@134221822 after retry RPC after error@435393631) -> (continuation of Deferred@291403171 after retry RPC after error@591655513) -> (continuation of Deferred@724858416 after retry RPC after error@786452069) -> (continuation of Deferred@1282524535 after retry RPC after error@1889286042) -> (continuation of Deferred@2022791759 after retry RPC after error@1420730462)))
07:58:32.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.215 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.216 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.216 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.236 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.276 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.276 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.276 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.276 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.276 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.276 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.295 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.295 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.295 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.296 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.376 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.376 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.376 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.376 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.376 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.376 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.376 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.416 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.416 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.416 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.416 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.416 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.417 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1983978636(state=PENDING, result=null, callback=(continuation of Deferred@1262018102 after retry RPC after error@252030759) -> (continuation of Deferred@91155627 after retry RPC after error@2067080694) -> (continuation of Deferred@1987153352 after retry RPC after error@1420785846) -> (continuation of Deferred@643222844 after retry RPC after error@1956533909) -> (continuation of Deferred@251365891 after retry RPC after error@566110626) -> (continuation of Deferred@831602564 after retry RPC after error@926805469) -> (continuation of Deferred@1699005099 after retry RPC after error@895943832), errback=(continuation of Deferred@1262018102 after retry RPC after error@252030759) -> (continuation of Deferred@91155627 after retry RPC after error@2067080694) -> (continuation of Deferred@1987153352 after retry RPC after error@1420785846) -> (continuation of Deferred@643222844 after retry RPC after error@1956533909) -> (continuation of Deferred@251365891 after retry RPC after error@566110626) -> (continuation of Deferred@831602564 after retry RPC after error@926805469) -> (continuation of Deferred@1699005099 after retry RPC after error@895943832)))
07:58:32.418 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1983978636(state=PENDING, result=null, callback=(continuation of Deferred@1262018102 after retry RPC after error@252030759) -> (continuation of Deferred@91155627 after retry RPC after error@2067080694) -> (continuation of Deferred@1987153352 after retry RPC after error@1420785846) -> (continuation of Deferred@643222844 after retry RPC after error@1956533909) -> (continuation of Deferred@251365891 after retry RPC after error@566110626) -> (continuation of Deferred@831602564 after retry RPC after error@926805469) -> (continuation of Deferred@1699005099 after retry RPC after error@895943832), errback=(continuation of Deferred@1262018102 after retry RPC after error@252030759) -> (continuation of Deferred@91155627 after retry RPC after error@2067080694) -> (continuation of Deferred@1987153352 after retry RPC after error@1420785846) -> (continuation of Deferred@643222844 after retry RPC after error@1956533909) -> (continuation of Deferred@251365891 after retry RPC after error@566110626) -> (continuation of Deferred@831602564 after retry RPC after error@926805469) -> (continuation of Deferred@1699005099 after retry RPC after error@895943832)))
07:58:32.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.436 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.436 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.436 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.436 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.436 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.476 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.496 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.496 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.496 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.515 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.515 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.515 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.516 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.516 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.516 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.617 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@433583938(state=PENDING, result=null, callback=(continuation of Deferred@1351037937 after retry RPC after error@1624035628) -> (continuation of Deferred@60526151 after retry RPC after error@634389649) -> (continuation of Deferred@1277272929 after retry RPC after error@1247956600) -> (continuation of Deferred@357828805 after retry RPC after error@805663346) -> (continuation of Deferred@1912534456 after retry RPC after error@691496049) -> (continuation of Deferred@479216562 after retry RPC after error@127743152), errback=(continuation of Deferred@1351037937 after retry RPC after error@1624035628) -> (continuation of Deferred@60526151 after retry RPC after error@634389649) -> (continuation of Deferred@1277272929 after retry RPC after error@1247956600) -> (continuation of Deferred@357828805 after retry RPC after error@805663346) -> (continuation of Deferred@1912534456 after retry RPC after error@691496049) -> (continuation of Deferred@479216562 after retry RPC after error@127743152)))
07:58:32.617 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@433583938(state=PENDING, result=null, callback=(continuation of Deferred@1351037937 after retry RPC after error@1624035628) -> (continuation of Deferred@60526151 after retry RPC after error@634389649) -> (continuation of Deferred@1277272929 after retry RPC after error@1247956600) -> (continuation of Deferred@357828805 after retry RPC after error@805663346) -> (continuation of Deferred@1912534456 after retry RPC after error@691496049) -> (continuation of Deferred@479216562 after retry RPC after error@127743152), errback=(continuation of Deferred@1351037937 after retry RPC after error@1624035628) -> (continuation of Deferred@60526151 after retry RPC after error@634389649) -> (continuation of Deferred@1277272929 after retry RPC after error@1247956600) -> (continuation of Deferred@357828805 after retry RPC after error@805663346) -> (continuation of Deferred@1912534456 after retry RPC after error@691496049) -> (continuation of Deferred@479216562 after retry RPC after error@127743152)))
07:58:32.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.636 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.656 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.656 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.656 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.656 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.656 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.656 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.696 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.696 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.696 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.696 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.696 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.696 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.696 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.696 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.716 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.716 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.736 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.876 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.876 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.896 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@954985095(state=PENDING, result=null, callback=(continuation of Deferred@1236438061 after retry RPC after error@1094564422) -> (continuation of Deferred@1998892647 after retry RPC after error@276614614) -> (continuation of Deferred@1307764752 after retry RPC after error@1630639202) -> (continuation of Deferred@859064757 after retry RPC after error@1162883192) -> (continuation of Deferred@532214442 after retry RPC after error@1917319099) -> (continuation of Deferred@1664053671 after retry RPC after error@666390090) -> (continuation of Deferred@2144196021 after retry RPC after error@855252952) -> (continuation of Deferred@717288041 after retry RPC after error@1332687717), errback=(continuation of Deferred@1236438061 after retry RPC after error@1094564422) -> (continuation of Deferred@1998892647 after retry RPC after error@276614614) -> (continuation of Deferred@1307764752 after retry RPC after error@1630639202) -> (continuation of Deferred@859064757 after retry RPC after error@1162883192) -> (continuation of Deferred@532214442 after retry RPC after error@1917319099) -> (continuation of Deferred@1664053671 after retry RPC after error@666390090) -> (continuation of Deferred@2144196021 after retry RPC after error@855252952) -> (continuation of Deferred@717288041 after retry RPC after error@1332687717)))
07:58:32.896 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:32.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.916 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.916 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.916 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.916 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.916 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.936 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.936 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.936 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.956 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.976 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.976 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.976 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:32.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:32.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:32.995 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.995 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.995 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:32.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:32.996 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.097 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@618784907(state=PENDING, result=null, callback=(continuation of Deferred@478984793 after retry RPC after error@215023235) -> (continuation of Deferred@634791987 after retry RPC after error@249047474) -> (continuation of Deferred@2013201474 after retry RPC after error@2085669080) -> (continuation of Deferred@1758720209 after retry RPC after error@663339456) -> (continuation of Deferred@685444199 after retry RPC after error@1387726764) -> (continuation of Deferred@630534227 after retry RPC after error@1283154656), errback=(continuation of Deferred@478984793 after retry RPC after error@215023235) -> (continuation of Deferred@634791987 after retry RPC after error@249047474) -> (continuation of Deferred@2013201474 after retry RPC after error@2085669080) -> (continuation of Deferred@1758720209 after retry RPC after error@663339456) -> (continuation of Deferred@685444199 after retry RPC after error@1387726764) -> (continuation of Deferred@630534227 after retry RPC after error@1283154656)))
07:58:33.098 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@618784907(state=PENDING, result=null, callback=(continuation of Deferred@478984793 after retry RPC after error@215023235) -> (continuation of Deferred@634791987 after retry RPC after error@249047474) -> (continuation of Deferred@2013201474 after retry RPC after error@2085669080) -> (continuation of Deferred@1758720209 after retry RPC after error@663339456) -> (continuation of Deferred@685444199 after retry RPC after error@1387726764) -> (continuation of Deferred@630534227 after retry RPC after error@1283154656), errback=(continuation of Deferred@478984793 after retry RPC after error@215023235) -> (continuation of Deferred@634791987 after retry RPC after error@249047474) -> (continuation of Deferred@2013201474 after retry RPC after error@2085669080) -> (continuation of Deferred@1758720209 after retry RPC after error@663339456) -> (continuation of Deferred@685444199 after retry RPC after error@1387726764) -> (continuation of Deferred@630534227 after retry RPC after error@1283154656)))
07:58:33.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.115 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.115 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.115 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.115 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.116 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.136 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.156 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.156 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.156 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.156 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.156 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.156 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.196 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.196 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.196 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.196 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.196 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.196 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.216 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.216 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.216 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.275 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.275 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.276 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.276 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.276 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.277 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1847245078(state=PENDING, result=null, callback=(continuation of Deferred@543988145 after retry RPC after error@1073328068) -> (continuation of Deferred@1870009029 after retry RPC after error@1419756596) -> (continuation of Deferred@284851719 after retry RPC after error@1653564499) -> (continuation of Deferred@1034990333 after retry RPC after error@396656411) -> (continuation of Deferred@1424830894 after retry RPC after error@1297705628) -> (continuation of Deferred@1967529616 after retry RPC after error@1093593988), errback=(continuation of Deferred@543988145 after retry RPC after error@1073328068) -> (continuation of Deferred@1870009029 after retry RPC after error@1419756596) -> (continuation of Deferred@284851719 after retry RPC after error@1653564499) -> (continuation of Deferred@1034990333 after retry RPC after error@396656411) -> (continuation of Deferred@1424830894 after retry RPC after error@1297705628) -> (continuation of Deferred@1967529616 after retry RPC after error@1093593988)))
07:58:33.277 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1847245078(state=PENDING, result=null, callback=(continuation of Deferred@543988145 after retry RPC after error@1073328068) -> (continuation of Deferred@1870009029 after retry RPC after error@1419756596) -> (continuation of Deferred@284851719 after retry RPC after error@1653564499) -> (continuation of Deferred@1034990333 after retry RPC after error@396656411) -> (continuation of Deferred@1424830894 after retry RPC after error@1297705628) -> (continuation of Deferred@1967529616 after retry RPC after error@1093593988), errback=(continuation of Deferred@543988145 after retry RPC after error@1073328068) -> (continuation of Deferred@1870009029 after retry RPC after error@1419756596) -> (continuation of Deferred@284851719 after retry RPC after error@1653564499) -> (continuation of Deferred@1034990333 after retry RPC after error@396656411) -> (continuation of Deferred@1424830894 after retry RPC after error@1297705628) -> (continuation of Deferred@1967529616 after retry RPC after error@1093593988)))
07:58:33.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.316 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.316 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.316 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.316 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.316 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.336 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.336 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.336 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.336 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.336 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.336 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.355 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.355 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.355 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.355 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.355 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.355 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.356 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.395 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.395 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.395 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.396 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.476 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.556 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1195937842(state=PENDING, result=null, callback=(continuation of Deferred@468371470 after retry RPC after error@1305159034) -> (continuation of Deferred@1448933551 after retry RPC after error@1427516246) -> (continuation of Deferred@418460482 after retry RPC after error@210052563) -> (continuation of Deferred@1026370924 after retry RPC after error@1501949188) -> (continuation of Deferred@1216327253 after retry RPC after error@1836163380) -> (continuation of Deferred@971220923 after retry RPC after error@1333301326) -> (continuation of Deferred@2051048178 after retry RPC after error@450421903), errback=(continuation of Deferred@468371470 after retry RPC after error@1305159034) -> (continuation of Deferred@1448933551 after retry RPC after error@1427516246) -> (continuation of Deferred@418460482 after retry RPC after error@210052563) -> (continuation of Deferred@1026370924 after retry RPC after error@1501949188) -> (continuation of Deferred@1216327253 after retry RPC after error@1836163380) -> (continuation of Deferred@971220923 after retry RPC after error@1333301326) -> (continuation of Deferred@2051048178 after retry RPC after error@450421903)))
07:58:33.556 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:33.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.577 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.577 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.577 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.577 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.636 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.636 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.636 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.636 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.655 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.656 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.656 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.656 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.656 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.656 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.756 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.756 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.756 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.757 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1798316383(state=PENDING, result=null, callback=(continuation of Deferred@1252660116 after retry RPC after error@327849761) -> (continuation of Deferred@914968698 after retry RPC after error@1549382957) -> (continuation of Deferred@1190472577 after retry RPC after error@16879585) -> (continuation of Deferred@2104956219 after retry RPC after error@1821779813) -> (continuation of Deferred@64008277 after retry RPC after error@237193545) -> (continuation of Deferred@1270369147 after retry RPC after error@373878886), errback=(continuation of Deferred@1252660116 after retry RPC after error@327849761) -> (continuation of Deferred@914968698 after retry RPC after error@1549382957) -> (continuation of Deferred@1190472577 after retry RPC after error@16879585) -> (continuation of Deferred@2104956219 after retry RPC after error@1821779813) -> (continuation of Deferred@64008277 after retry RPC after error@237193545) -> (continuation of Deferred@1270369147 after retry RPC after error@373878886)))
07:58:33.758 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1798316383(state=PENDING, result=null, callback=(continuation of Deferred@1252660116 after retry RPC after error@327849761) -> (continuation of Deferred@914968698 after retry RPC after error@1549382957) -> (continuation of Deferred@1190472577 after retry RPC after error@16879585) -> (continuation of Deferred@2104956219 after retry RPC after error@1821779813) -> (continuation of Deferred@64008277 after retry RPC after error@237193545) -> (continuation of Deferred@1270369147 after retry RPC after error@373878886), errback=(continuation of Deferred@1252660116 after retry RPC after error@327849761) -> (continuation of Deferred@914968698 after retry RPC after error@1549382957) -> (continuation of Deferred@1190472577 after retry RPC after error@16879585) -> (continuation of Deferred@2104956219 after retry RPC after error@1821779813) -> (continuation of Deferred@64008277 after retry RPC after error@237193545) -> (continuation of Deferred@1270369147 after retry RPC after error@373878886)))
07:58:33.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.796 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.796 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.837 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.976 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:33.978 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@700436482(state=PENDING, result=null, callback=(continuation of Deferred@591510406 after retry RPC after error@1930193017) -> (continuation of Deferred@579520826 after retry RPC after error@1977758377) -> (continuation of Deferred@1532045848 after retry RPC after error@1267650219) -> (continuation of Deferred@1060703737 after retry RPC after error@1529485261) -> (continuation of Deferred@167372634 after retry RPC after error@884968280) -> (continuation of Deferred@1134431987 after retry RPC after error@1216478514) -> (continuation of Deferred@243531855 after retry RPC after error@1177141132) -> (continuation of Deferred@1978914860 after retry RPC after error@853328845), errback=(continuation of Deferred@591510406 after retry RPC after error@1930193017) -> (continuation of Deferred@579520826 after retry RPC after error@1977758377) -> (continuation of Deferred@1532045848 after retry RPC after error@1267650219) -> (continuation of Deferred@1060703737 after retry RPC after error@1529485261) -> (continuation of Deferred@167372634 after retry RPC after error@884968280) -> (continuation of Deferred@1134431987 after retry RPC after error@1216478514) -> (continuation of Deferred@243531855 after retry RPC after error@1177141132) -> (continuation of Deferred@1978914860 after retry RPC after error@853328845)))
07:58:33.978 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@700436482(state=PENDING, result=null, callback=(continuation of Deferred@591510406 after retry RPC after error@1930193017) -> (continuation of Deferred@579520826 after retry RPC after error@1977758377) -> (continuation of Deferred@1532045848 after retry RPC after error@1267650219) -> (continuation of Deferred@1060703737 after retry RPC after error@1529485261) -> (continuation of Deferred@167372634 after retry RPC after error@884968280) -> (continuation of Deferred@1134431987 after retry RPC after error@1216478514) -> (continuation of Deferred@243531855 after retry RPC after error@1177141132) -> (continuation of Deferred@1978914860 after retry RPC after error@853328845), errback=(continuation of Deferred@591510406 after retry RPC after error@1930193017) -> (continuation of Deferred@579520826 after retry RPC after error@1977758377) -> (continuation of Deferred@1532045848 after retry RPC after error@1267650219) -> (continuation of Deferred@1060703737 after retry RPC after error@1529485261) -> (continuation of Deferred@167372634 after retry RPC after error@884968280) -> (continuation of Deferred@1134431987 after retry RPC after error@1216478514) -> (continuation of Deferred@243531855 after retry RPC after error@1177141132) -> (continuation of Deferred@1978914860 after retry RPC after error@853328845)))
07:58:33.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:33.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:33.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:33.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.996 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:33.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.016 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.036 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.056 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.056 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.076 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.076 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.076 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.176 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.176 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.176 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.256 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@956893133(state=PENDING, result=null, callback=(continuation of Deferred@990974713 after retry RPC after error@373321756) -> (continuation of Deferred@644556974 after retry RPC after error@1462592705) -> (continuation of Deferred@1687691783 after retry RPC after error@1909288472) -> (continuation of Deferred@236721879 after retry RPC after error@850092217) -> (continuation of Deferred@386331889 after retry RPC after error@228713895) -> (continuation of Deferred@1667620970 after retry RPC after error@178448919) -> (continuation of Deferred@706950862 after retry RPC after error@682451696), errback=(continuation of Deferred@990974713 after retry RPC after error@373321756) -> (continuation of Deferred@644556974 after retry RPC after error@1462592705) -> (continuation of Deferred@1687691783 after retry RPC after error@1909288472) -> (continuation of Deferred@236721879 after retry RPC after error@850092217) -> (continuation of Deferred@386331889 after retry RPC after error@228713895) -> (continuation of Deferred@1667620970 after retry RPC after error@178448919) -> (continuation of Deferred@706950862 after retry RPC after error@682451696)))
07:58:34.256 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:34.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.276 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.276 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.276 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.276 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.276 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.276 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.336 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.336 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.336 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.336 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.356 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.416 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.517 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.517 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.518 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1574192782(state=PENDING, result=null, callback=(continuation of Deferred@686145648 after retry RPC after error@1773021550) -> (continuation of Deferred@2008157801 after retry RPC after error@137217575) -> (continuation of Deferred@239956242 after retry RPC after error@372296940) -> (continuation of Deferred@1905678597 after retry RPC after error@392996334) -> (continuation of Deferred@1926005744 after retry RPC after error@1653307113) -> (continuation of Deferred@563500492 after retry RPC after error@1403504581) -> (continuation of Deferred@1164057922 after retry RPC after error@2087130937), errback=(continuation of Deferred@686145648 after retry RPC after error@1773021550) -> (continuation of Deferred@2008157801 after retry RPC after error@137217575) -> (continuation of Deferred@239956242 after retry RPC after error@372296940) -> (continuation of Deferred@1905678597 after retry RPC after error@392996334) -> (continuation of Deferred@1926005744 after retry RPC after error@1653307113) -> (continuation of Deferred@563500492 after retry RPC after error@1403504581) -> (continuation of Deferred@1164057922 after retry RPC after error@2087130937)))
07:58:34.518 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1574192782(state=PENDING, result=null, callback=(continuation of Deferred@686145648 after retry RPC after error@1773021550) -> (continuation of Deferred@2008157801 after retry RPC after error@137217575) -> (continuation of Deferred@239956242 after retry RPC after error@372296940) -> (continuation of Deferred@1905678597 after retry RPC after error@392996334) -> (continuation of Deferred@1926005744 after retry RPC after error@1653307113) -> (continuation of Deferred@563500492 after retry RPC after error@1403504581) -> (continuation of Deferred@1164057922 after retry RPC after error@2087130937), errback=(continuation of Deferred@686145648 after retry RPC after error@1773021550) -> (continuation of Deferred@2008157801 after retry RPC after error@137217575) -> (continuation of Deferred@239956242 after retry RPC after error@372296940) -> (continuation of Deferred@1905678597 after retry RPC after error@392996334) -> (continuation of Deferred@1926005744 after retry RPC after error@1653307113) -> (continuation of Deferred@563500492 after retry RPC after error@1403504581) -> (continuation of Deferred@1164057922 after retry RPC after error@2087130937)))
07:58:34.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.536 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.536 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.536 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.556 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.616 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.616 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.616 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.636 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.636 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.757 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1562097744(state=PENDING, result=null, callback=(continuation of Deferred@626678071 after retry RPC after error@1238183561) -> (continuation of Deferred@1652426306 after retry RPC after error@1646783333) -> (continuation of Deferred@365135351 after retry RPC after error@903497888) -> (continuation of Deferred@654578767 after retry RPC after error@2057682697) -> (continuation of Deferred@1941987735 after retry RPC after error@347645959) -> (continuation of Deferred@328818867 after retry RPC after error@1150539838) -> (continuation of Deferred@883938786 after retry RPC after error@1703328736) -> (continuation of Deferred@1027785499 after retry RPC after error@1732947621), errback=(continuation of Deferred@626678071 after retry RPC after error@1238183561) -> (continuation of Deferred@1652426306 after retry RPC after error@1646783333) -> (continuation of Deferred@365135351 after retry RPC after error@903497888) -> (continuation of Deferred@654578767 after retry RPC after error@2057682697) -> (continuation of Deferred@1941987735 after retry RPC after error@347645959) -> (continuation of Deferred@328818867 after retry RPC after error@1150539838) -> (continuation of Deferred@883938786 after retry RPC after error@1703328736) -> (continuation of Deferred@1027785499 after retry RPC after error@1732947621)))
07:58:34.758 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1562097744(state=PENDING, result=null, callback=(continuation of Deferred@626678071 after retry RPC after error@1238183561) -> (continuation of Deferred@1652426306 after retry RPC after error@1646783333) -> (continuation of Deferred@365135351 after retry RPC after error@903497888) -> (continuation of Deferred@654578767 after retry RPC after error@2057682697) -> (continuation of Deferred@1941987735 after retry RPC after error@347645959) -> (continuation of Deferred@328818867 after retry RPC after error@1150539838) -> (continuation of Deferred@883938786 after retry RPC after error@1703328736) -> (continuation of Deferred@1027785499 after retry RPC after error@1732947621), errback=(continuation of Deferred@626678071 after retry RPC after error@1238183561) -> (continuation of Deferred@1652426306 after retry RPC after error@1646783333) -> (continuation of Deferred@365135351 after retry RPC after error@903497888) -> (continuation of Deferred@654578767 after retry RPC after error@2057682697) -> (continuation of Deferred@1941987735 after retry RPC after error@347645959) -> (continuation of Deferred@328818867 after retry RPC after error@1150539838) -> (continuation of Deferred@883938786 after retry RPC after error@1703328736) -> (continuation of Deferred@1027785499 after retry RPC after error@1732947621)))
07:58:34.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.775 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.776 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.815 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.816 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.855 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.855 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.855 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.855 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.856 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.935 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.936 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.936 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.936 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.936 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.936 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:34.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:34.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.996 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:34.997 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:34.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:34.998 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1256256791(state=PENDING, result=null, callback=(continuation of Deferred@2069651931 after retry RPC after error@1799729495) -> (continuation of Deferred@605106935 after retry RPC after error@1771320111) -> (continuation of Deferred@1910424959 after retry RPC after error@936844570) -> (continuation of Deferred@452728733 after retry RPC after error@1387872934) -> (continuation of Deferred@1431015603 after retry RPC after error@1526429901) -> (continuation of Deferred@549571824 after retry RPC after error@947197500) -> (continuation of Deferred@825415561 after retry RPC after error@814673010), errback=(continuation of Deferred@2069651931 after retry RPC after error@1799729495) -> (continuation of Deferred@605106935 after retry RPC after error@1771320111) -> (continuation of Deferred@1910424959 after retry RPC after error@936844570) -> (continuation of Deferred@452728733 after retry RPC after error@1387872934) -> (continuation of Deferred@1431015603 after retry RPC after error@1526429901) -> (continuation of Deferred@549571824 after retry RPC after error@947197500) -> (continuation of Deferred@825415561 after retry RPC after error@814673010)))
07:58:34.998 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1256256791(state=PENDING, result=null, callback=(continuation of Deferred@2069651931 after retry RPC after error@1799729495) -> (continuation of Deferred@605106935 after retry RPC after error@1771320111) -> (continuation of Deferred@1910424959 after retry RPC after error@936844570) -> (continuation of Deferred@452728733 after retry RPC after error@1387872934) -> (continuation of Deferred@1431015603 after retry RPC after error@1526429901) -> (continuation of Deferred@549571824 after retry RPC after error@947197500) -> (continuation of Deferred@825415561 after retry RPC after error@814673010), errback=(continuation of Deferred@2069651931 after retry RPC after error@1799729495) -> (continuation of Deferred@605106935 after retry RPC after error@1771320111) -> (continuation of Deferred@1910424959 after retry RPC after error@936844570) -> (continuation of Deferred@452728733 after retry RPC after error@1387872934) -> (continuation of Deferred@1431015603 after retry RPC after error@1526429901) -> (continuation of Deferred@549571824 after retry RPC after error@947197500) -> (continuation of Deferred@825415561 after retry RPC after error@814673010)))
07:58:35.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.056 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.056 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.056 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.056 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.176 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.176 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.176 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.176 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.176 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.177 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1082085589(state=PENDING, result=null, callback=(continuation of Deferred@1606159766 after retry RPC after error@801053713) -> (continuation of Deferred@1277461675 after retry RPC after error@1994890242) -> (continuation of Deferred@1225322485 after retry RPC after error@503332177) -> (continuation of Deferred@1995043814 after retry RPC after error@1009022645) -> (continuation of Deferred@853365123 after retry RPC after error@765986876) -> (continuation of Deferred@350726316 after retry RPC after error@199882075), errback=(continuation of Deferred@1606159766 after retry RPC after error@801053713) -> (continuation of Deferred@1277461675 after retry RPC after error@1994890242) -> (continuation of Deferred@1225322485 after retry RPC after error@503332177) -> (continuation of Deferred@1995043814 after retry RPC after error@1009022645) -> (continuation of Deferred@853365123 after retry RPC after error@765986876) -> (continuation of Deferred@350726316 after retry RPC after error@199882075)))
07:58:35.178 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1082085589(state=PENDING, result=null, callback=(continuation of Deferred@1606159766 after retry RPC after error@801053713) -> (continuation of Deferred@1277461675 after retry RPC after error@1994890242) -> (continuation of Deferred@1225322485 after retry RPC after error@503332177) -> (continuation of Deferred@1995043814 after retry RPC after error@1009022645) -> (continuation of Deferred@853365123 after retry RPC after error@765986876) -> (continuation of Deferred@350726316 after retry RPC after error@199882075), errback=(continuation of Deferred@1606159766 after retry RPC after error@801053713) -> (continuation of Deferred@1277461675 after retry RPC after error@1994890242) -> (continuation of Deferred@1225322485 after retry RPC after error@503332177) -> (continuation of Deferred@1995043814 after retry RPC after error@1009022645) -> (continuation of Deferred@853365123 after retry RPC after error@765986876) -> (continuation of Deferred@350726316 after retry RPC after error@199882075)))
07:58:35.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.195 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.195 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.196 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.196 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.196 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.196 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:35.208235 18920 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:58:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:35.208436 18920 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:58:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:35.209085 18920 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:58:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:35.211355 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:58:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:35.211530 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:58:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:35.211653 17250 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:58:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:35.211879 18920 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:58:35.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.216 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.216 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.236 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.256 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.256 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.275 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.275 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.275 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.276 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.276 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.276 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.316 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.316 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.316 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.316 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.316 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.316 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.336 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.416 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.416 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.416 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.418 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@129726314(state=PENDING, result=null, callback=(continuation of Deferred@511508126 after retry RPC after error@1966030807) -> (continuation of Deferred@1642112203 after retry RPC after error@1027379130) -> (continuation of Deferred@1145904781 after retry RPC after error@1209024596) -> (continuation of Deferred@749888353 after retry RPC after error@1974102034) -> (continuation of Deferred@1497348444 after retry RPC after error@325537999) -> (continuation of Deferred@754024617 after retry RPC after error@180193245) -> (continuation of Deferred@778840719 after retry RPC after error@119858853), errback=(continuation of Deferred@511508126 after retry RPC after error@1966030807) -> (continuation of Deferred@1642112203 after retry RPC after error@1027379130) -> (continuation of Deferred@1145904781 after retry RPC after error@1209024596) -> (continuation of Deferred@749888353 after retry RPC after error@1974102034) -> (continuation of Deferred@1497348444 after retry RPC after error@325537999) -> (continuation of Deferred@754024617 after retry RPC after error@180193245) -> (continuation of Deferred@778840719 after retry RPC after error@119858853)))
07:58:35.418 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@129726314(state=PENDING, result=null, callback=(continuation of Deferred@511508126 after retry RPC after error@1966030807) -> (continuation of Deferred@1642112203 after retry RPC after error@1027379130) -> (continuation of Deferred@1145904781 after retry RPC after error@1209024596) -> (continuation of Deferred@749888353 after retry RPC after error@1974102034) -> (continuation of Deferred@1497348444 after retry RPC after error@325537999) -> (continuation of Deferred@754024617 after retry RPC after error@180193245) -> (continuation of Deferred@778840719 after retry RPC after error@119858853), errback=(continuation of Deferred@511508126 after retry RPC after error@1966030807) -> (continuation of Deferred@1642112203 after retry RPC after error@1027379130) -> (continuation of Deferred@1145904781 after retry RPC after error@1209024596) -> (continuation of Deferred@749888353 after retry RPC after error@1974102034) -> (continuation of Deferred@1497348444 after retry RPC after error@325537999) -> (continuation of Deferred@754024617 after retry RPC after error@180193245) -> (continuation of Deferred@778840719 after retry RPC after error@119858853)))
07:58:35.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.456 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.456 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.456 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.456 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.456 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.456 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.495 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.496 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.496 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.496 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.496 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.516 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.516 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.516 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.516 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.536 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.696 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@738300822(state=PENDING, result=null, callback=(continuation of Deferred@1355113334 after retry RPC after error@785360165) -> (continuation of Deferred@1434277040 after retry RPC after error@1975578794) -> (continuation of Deferred@249947063 after retry RPC after error@1573947843) -> (continuation of Deferred@1647812125 after retry RPC after error@276850513) -> (continuation of Deferred@827967149 after retry RPC after error@1755238356) -> (continuation of Deferred@906458028 after retry RPC after error@632168658) -> (continuation of Deferred@1514006116 after retry RPC after error@1145270936) -> (continuation of Deferred@1238692783 after retry RPC after error@489218807), errback=(continuation of Deferred@1355113334 after retry RPC after error@785360165) -> (continuation of Deferred@1434277040 after retry RPC after error@1975578794) -> (continuation of Deferred@249947063 after retry RPC after error@1573947843) -> (continuation of Deferred@1647812125 after retry RPC after error@276850513) -> (continuation of Deferred@827967149 after retry RPC after error@1755238356) -> (continuation of Deferred@906458028 after retry RPC after error@632168658) -> (continuation of Deferred@1514006116 after retry RPC after error@1145270936) -> (continuation of Deferred@1238692783 after retry RPC after error@489218807)))
07:58:35.696 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:35.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.716 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.736 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.756 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.776 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.776 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.776 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.776 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.776 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.796 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.816 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.816 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.816 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.816 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.816 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.816 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.816 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.896 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.896 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.896 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.896 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.896 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.896 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.897 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1393373991(state=PENDING, result=null, callback=(continuation of Deferred@347252429 after retry RPC after error@1639228209) -> (continuation of Deferred@480957049 after retry RPC after error@646209216) -> (continuation of Deferred@654381075 after retry RPC after error@1667797737) -> (continuation of Deferred@698068455 after retry RPC after error@770540618) -> (continuation of Deferred@37980268 after retry RPC after error@622570775) -> (continuation of Deferred@1360779462 after retry RPC after error@278251899) -> (continuation of Deferred@243999725 after retry RPC after error@1988117566), errback=(continuation of Deferred@347252429 after retry RPC after error@1639228209) -> (continuation of Deferred@480957049 after retry RPC after error@646209216) -> (continuation of Deferred@654381075 after retry RPC after error@1667797737) -> (continuation of Deferred@698068455 after retry RPC after error@770540618) -> (continuation of Deferred@37980268 after retry RPC after error@622570775) -> (continuation of Deferred@1360779462 after retry RPC after error@278251899) -> (continuation of Deferred@243999725 after retry RPC after error@1988117566)))
07:58:35.898 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1393373991(state=PENDING, result=null, callback=(continuation of Deferred@347252429 after retry RPC after error@1639228209) -> (continuation of Deferred@480957049 after retry RPC after error@646209216) -> (continuation of Deferred@654381075 after retry RPC after error@1667797737) -> (continuation of Deferred@698068455 after retry RPC after error@770540618) -> (continuation of Deferred@37980268 after retry RPC after error@622570775) -> (continuation of Deferred@1360779462 after retry RPC after error@278251899) -> (continuation of Deferred@243999725 after retry RPC after error@1988117566), errback=(continuation of Deferred@347252429 after retry RPC after error@1639228209) -> (continuation of Deferred@480957049 after retry RPC after error@646209216) -> (continuation of Deferred@654381075 after retry RPC after error@1667797737) -> (continuation of Deferred@698068455 after retry RPC after error@770540618) -> (continuation of Deferred@37980268 after retry RPC after error@622570775) -> (continuation of Deferred@1360779462 after retry RPC after error@278251899) -> (continuation of Deferred@243999725 after retry RPC after error@1988117566)))
07:58:35.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.916 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.916 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.916 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.916 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.916 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.916 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.936 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.936 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.936 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.936 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.976 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:35.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:35.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:35.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.996 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.996 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:35.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:35.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.015 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.015 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.015 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.016 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.076 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.076 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.076 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.077 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@249704559(state=PENDING, result=null, callback=(continuation of Deferred@1560203276 after retry RPC after error@1204945963) -> (continuation of Deferred@4955610 after retry RPC after error@523613428) -> (continuation of Deferred@895580590 after retry RPC after error@1648742517) -> (continuation of Deferred@1052517546 after retry RPC after error@211596701) -> (continuation of Deferred@839782825 after retry RPC after error@2114234853) -> (continuation of Deferred@566385659 after retry RPC after error@1209737731) -> (continuation of Deferred@182120944 after retry RPC after error@1363819215), errback=(continuation of Deferred@1560203276 after retry RPC after error@1204945963) -> (continuation of Deferred@4955610 after retry RPC after error@523613428) -> (continuation of Deferred@895580590 after retry RPC after error@1648742517) -> (continuation of Deferred@1052517546 after retry RPC after error@211596701) -> (continuation of Deferred@839782825 after retry RPC after error@2114234853) -> (continuation of Deferred@566385659 after retry RPC after error@1209737731) -> (continuation of Deferred@182120944 after retry RPC after error@1363819215)))
07:58:36.077 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@249704559(state=PENDING, result=null, callback=(continuation of Deferred@1560203276 after retry RPC after error@1204945963) -> (continuation of Deferred@4955610 after retry RPC after error@523613428) -> (continuation of Deferred@895580590 after retry RPC after error@1648742517) -> (continuation of Deferred@1052517546 after retry RPC after error@211596701) -> (continuation of Deferred@839782825 after retry RPC after error@2114234853) -> (continuation of Deferred@566385659 after retry RPC after error@1209737731) -> (continuation of Deferred@182120944 after retry RPC after error@1363819215), errback=(continuation of Deferred@1560203276 after retry RPC after error@1204945963) -> (continuation of Deferred@4955610 after retry RPC after error@523613428) -> (continuation of Deferred@895580590 after retry RPC after error@1648742517) -> (continuation of Deferred@1052517546 after retry RPC after error@211596701) -> (continuation of Deferred@839782825 after retry RPC after error@2114234853) -> (continuation of Deferred@566385659 after retry RPC after error@1209737731) -> (continuation of Deferred@182120944 after retry RPC after error@1363819215)))
07:58:36.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.116 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.176 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.196 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.196 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.196 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.196 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.257 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@787921173(state=PENDING, result=null, callback=(continuation of Deferred@787112518 after retry RPC after error@1774004555) -> (continuation of Deferred@1859849948 after retry RPC after error@1971207171) -> (continuation of Deferred@142317752 after retry RPC after error@143396749) -> (continuation of Deferred@1041718702 after retry RPC after error@973992011) -> (continuation of Deferred@1860637162 after retry RPC after error@117410780) -> (continuation of Deferred@33639552 after retry RPC after error@1474001699), errback=(continuation of Deferred@787112518 after retry RPC after error@1774004555) -> (continuation of Deferred@1859849948 after retry RPC after error@1971207171) -> (continuation of Deferred@142317752 after retry RPC after error@143396749) -> (continuation of Deferred@1041718702 after retry RPC after error@973992011) -> (continuation of Deferred@1860637162 after retry RPC after error@117410780) -> (continuation of Deferred@33639552 after retry RPC after error@1474001699)))
07:58:36.257 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@787921173(state=PENDING, result=null, callback=(continuation of Deferred@787112518 after retry RPC after error@1774004555) -> (continuation of Deferred@1859849948 after retry RPC after error@1971207171) -> (continuation of Deferred@142317752 after retry RPC after error@143396749) -> (continuation of Deferred@1041718702 after retry RPC after error@973992011) -> (continuation of Deferred@1860637162 after retry RPC after error@117410780) -> (continuation of Deferred@33639552 after retry RPC after error@1474001699), errback=(continuation of Deferred@787112518 after retry RPC after error@1774004555) -> (continuation of Deferred@1859849948 after retry RPC after error@1971207171) -> (continuation of Deferred@142317752 after retry RPC after error@143396749) -> (continuation of Deferred@1041718702 after retry RPC after error@973992011) -> (continuation of Deferred@1860637162 after retry RPC after error@117410780) -> (continuation of Deferred@33639552 after retry RPC after error@1474001699)))
07:58:36.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.296 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.296 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.316 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.316 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.316 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.316 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.316 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.316 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.336 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.356 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.356 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.356 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.356 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.356 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.356 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.395 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.395 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.395 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.396 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.396 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.396 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.396 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.436 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.436 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.436 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.436 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.437 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [59ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [119ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1422963249(state=PENDING, result=null, callback=(continuation of Deferred@1534481153 after retry RPC after error@896107776) -> (continuation of Deferred@612271687 after retry RPC after error@1970203075) -> (continuation of Deferred@485048884 after retry RPC after error@1708234028) -> (continuation of Deferred@902658927 after retry RPC after error@930069732) -> (continuation of Deferred@1631690975 after retry RPC after error@139473198) -> (continuation of Deferred@1452815688 after retry RPC after error@475671523), errback=(continuation of Deferred@1534481153 after retry RPC after error@896107776) -> (continuation of Deferred@612271687 after retry RPC after error@1970203075) -> (continuation of Deferred@485048884 after retry RPC after error@1708234028) -> (continuation of Deferred@902658927 after retry RPC after error@930069732) -> (continuation of Deferred@1631690975 after retry RPC after error@139473198) -> (continuation of Deferred@1452815688 after retry RPC after error@475671523)))
07:58:36.437 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [59ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [119ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1422963249(state=PENDING, result=null, callback=(continuation of Deferred@1534481153 after retry RPC after error@896107776) -> (continuation of Deferred@612271687 after retry RPC after error@1970203075) -> (continuation of Deferred@485048884 after retry RPC after error@1708234028) -> (continuation of Deferred@902658927 after retry RPC after error@930069732) -> (continuation of Deferred@1631690975 after retry RPC after error@139473198) -> (continuation of Deferred@1452815688 after retry RPC after error@475671523), errback=(continuation of Deferred@1534481153 after retry RPC after error@896107776) -> (continuation of Deferred@612271687 after retry RPC after error@1970203075) -> (continuation of Deferred@485048884 after retry RPC after error@1708234028) -> (continuation of Deferred@902658927 after retry RPC after error@930069732) -> (continuation of Deferred@1631690975 after retry RPC after error@139473198) -> (continuation of Deferred@1452815688 after retry RPC after error@475671523)))
07:58:36.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.496 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.496 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.496 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.516 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.516 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.516 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.516 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.516 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.516 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.575 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.575 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.576 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.576 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.576 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.616 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.616 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.616 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.618 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1518061390(state=PENDING, result=null, callback=(continuation of Deferred@773992670 after retry RPC after error@1738746956) -> (continuation of Deferred@582882005 after retry RPC after error@654045307) -> (continuation of Deferred@425754810 after retry RPC after error@1742675606) -> (continuation of Deferred@900042754 after retry RPC after error@1285871333) -> (continuation of Deferred@1365047963 after retry RPC after error@1315468680) -> (continuation of Deferred@1473567175 after retry RPC after error@1026371110), errback=(continuation of Deferred@773992670 after retry RPC after error@1738746956) -> (continuation of Deferred@582882005 after retry RPC after error@654045307) -> (continuation of Deferred@425754810 after retry RPC after error@1742675606) -> (continuation of Deferred@900042754 after retry RPC after error@1285871333) -> (continuation of Deferred@1365047963 after retry RPC after error@1315468680) -> (continuation of Deferred@1473567175 after retry RPC after error@1026371110)))
07:58:36.618 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1518061390(state=PENDING, result=null, callback=(continuation of Deferred@773992670 after retry RPC after error@1738746956) -> (continuation of Deferred@582882005 after retry RPC after error@654045307) -> (continuation of Deferred@425754810 after retry RPC after error@1742675606) -> (continuation of Deferred@900042754 after retry RPC after error@1285871333) -> (continuation of Deferred@1365047963 after retry RPC after error@1315468680) -> (continuation of Deferred@1473567175 after retry RPC after error@1026371110), errback=(continuation of Deferred@773992670 after retry RPC after error@1738746956) -> (continuation of Deferred@582882005 after retry RPC after error@654045307) -> (continuation of Deferred@425754810 after retry RPC after error@1742675606) -> (continuation of Deferred@900042754 after retry RPC after error@1285871333) -> (continuation of Deferred@1365047963 after retry RPC after error@1315468680) -> (continuation of Deferred@1473567175 after retry RPC after error@1026371110)))
07:58:36.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.636 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.715 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.715 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.716 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.716 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:36.752810 17225 master_runner.cc:187] Error getting master registration for 127.16.139.254:43407: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111),
07:58:36.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:36.752993 17225 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:58:36.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.857 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@883202504(state=PENDING, result=null, callback=(continuation of Deferred@1630798322 after retry RPC after error@448701572) -> (continuation of Deferred@2009910369 after retry RPC after error@1731617161) -> (continuation of Deferred@642565900 after retry RPC after error@1236917701) -> (continuation of Deferred@1485291351 after retry RPC after error@208254951) -> (continuation of Deferred@1281189313 after retry RPC after error@1267584634) -> (continuation of Deferred@773172571 after retry RPC after error@1870852593) -> (continuation of Deferred@1213653677 after retry RPC after error@1829575619), errback=(continuation of Deferred@1630798322 after retry RPC after error@448701572) -> (continuation of Deferred@2009910369 after retry RPC after error@1731617161) -> (continuation of Deferred@642565900 after retry RPC after error@1236917701) -> (continuation of Deferred@1485291351 after retry RPC after error@208254951) -> (continuation of Deferred@1281189313 after retry RPC after error@1267584634) -> (continuation of Deferred@773172571 after retry RPC after error@1870852593) -> (continuation of Deferred@1213653677 after retry RPC after error@1829575619)))
07:58:36.857 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@883202504(state=PENDING, result=null, callback=(continuation of Deferred@1630798322 after retry RPC after error@448701572) -> (continuation of Deferred@2009910369 after retry RPC after error@1731617161) -> (continuation of Deferred@642565900 after retry RPC after error@1236917701) -> (continuation of Deferred@1485291351 after retry RPC after error@208254951) -> (continuation of Deferred@1281189313 after retry RPC after error@1267584634) -> (continuation of Deferred@773172571 after retry RPC after error@1870852593) -> (continuation of Deferred@1213653677 after retry RPC after error@1829575619), errback=(continuation of Deferred@1630798322 after retry RPC after error@448701572) -> (continuation of Deferred@2009910369 after retry RPC after error@1731617161) -> (continuation of Deferred@642565900 after retry RPC after error@1236917701) -> (continuation of Deferred@1485291351 after retry RPC after error@208254951) -> (continuation of Deferred@1281189313 after retry RPC after error@1267584634) -> (continuation of Deferred@773172571 after retry RPC after error@1870852593) -> (continuation of Deferred@1213653677 after retry RPC after error@1829575619)))
07:58:36.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.896 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.916 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.916 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.935 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.936 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.956 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.956 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.956 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.956 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:36.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:36.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:36.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:36.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:36.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.016 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.016 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.117 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.117 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.118 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1065519451(state=PENDING, result=null, callback=(continuation of Deferred@325158784 after retry RPC after error@210255941) -> (continuation of Deferred@1582100058 after retry RPC after error@1974430873) -> (continuation of Deferred@1793959979 after retry RPC after error@615077723) -> (continuation of Deferred@489575338 after retry RPC after error@325791538) -> (continuation of Deferred@339767684 after retry RPC after error@2050883544) -> (continuation of Deferred@358699062 after retry RPC after error@1597636375) -> (continuation of Deferred@1214408997 after retry RPC after error@1572113614) -> (continuation of Deferred@1112250286 after retry RPC after error@1377438135), errback=(continuation of Deferred@325158784 after retry RPC after error@210255941) -> (continuation of Deferred@1582100058 after retry RPC after error@1974430873) -> (continuation of Deferred@1793959979 after retry RPC after error@615077723) -> (continuation of Deferred@489575338 after retry RPC after error@325791538) -> (continuation of Deferred@339767684 after retry RPC after error@2050883544) -> (continuation of Deferred@358699062 after retry RPC after error@1597636375) -> (continuation of Deferred@1214408997 after retry RPC after error@1572113614) -> (continuation of Deferred@1112250286 after retry RPC after error@1377438135)))
07:58:37.118 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1065519451(state=PENDING, result=null, callback=(continuation of Deferred@325158784 after retry RPC after error@210255941) -> (continuation of Deferred@1582100058 after retry RPC after error@1974430873) -> (continuation of Deferred@1793959979 after retry RPC after error@615077723) -> (continuation of Deferred@489575338 after retry RPC after error@325791538) -> (continuation of Deferred@339767684 after retry RPC after error@2050883544) -> (continuation of Deferred@358699062 after retry RPC after error@1597636375) -> (continuation of Deferred@1214408997 after retry RPC after error@1572113614) -> (continuation of Deferred@1112250286 after retry RPC after error@1377438135), errback=(continuation of Deferred@325158784 after retry RPC after error@210255941) -> (continuation of Deferred@1582100058 after retry RPC after error@1974430873) -> (continuation of Deferred@1793959979 after retry RPC after error@615077723) -> (continuation of Deferred@489575338 after retry RPC after error@325791538) -> (continuation of Deferred@339767684 after retry RPC after error@2050883544) -> (continuation of Deferred@358699062 after retry RPC after error@1597636375) -> (continuation of Deferred@1214408997 after retry RPC after error@1572113614) -> (continuation of Deferred@1112250286 after retry RPC after error@1377438135)))
07:58:37.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.156 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.176 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:37.186847 18055 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:37.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:37.190142 18055 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:37.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:37.191401 18058 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.16.139.254:43407)
07:58:37.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.195 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.196 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.236 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.236 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.236 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.236 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.296 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.336 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.336 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.336 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.336 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.336 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.336 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.337 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@914415867(state=PENDING, result=null, callback=(continuation of Deferred@1284488474 after retry RPC after error@1749871356) -> (continuation of Deferred@1630126514 after retry RPC after error@1352622676) -> (continuation of Deferred@1632203312 after retry RPC after error@1860005871) -> (continuation of Deferred@1096157143 after retry RPC after error@1794130027) -> (continuation of Deferred@1073899511 after retry RPC after error@1168497167) -> (continuation of Deferred@876348883 after retry RPC after error@1546123303) -> (continuation of Deferred@256446859 after retry RPC after error@1683474383), errback=(continuation of Deferred@1284488474 after retry RPC after error@1749871356) -> (continuation of Deferred@1630126514 after retry RPC after error@1352622676) -> (continuation of Deferred@1632203312 after retry RPC after error@1860005871) -> (continuation of Deferred@1096157143 after retry RPC after error@1794130027) -> (continuation of Deferred@1073899511 after retry RPC after error@1168497167) -> (continuation of Deferred@876348883 after retry RPC after error@1546123303) -> (continuation of Deferred@256446859 after retry RPC after error@1683474383)))
07:58:37.337 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@914415867(state=PENDING, result=null, callback=(continuation of Deferred@1284488474 after retry RPC after error@1749871356) -> (continuation of Deferred@1630126514 after retry RPC after error@1352622676) -> (continuation of Deferred@1632203312 after retry RPC after error@1860005871) -> (continuation of Deferred@1096157143 after retry RPC after error@1794130027) -> (continuation of Deferred@1073899511 after retry RPC after error@1168497167) -> (continuation of Deferred@876348883 after retry RPC after error@1546123303) -> (continuation of Deferred@256446859 after retry RPC after error@1683474383), errback=(continuation of Deferred@1284488474 after retry RPC after error@1749871356) -> (continuation of Deferred@1630126514 after retry RPC after error@1352622676) -> (continuation of Deferred@1632203312 after retry RPC after error@1860005871) -> (continuation of Deferred@1096157143 after retry RPC after error@1794130027) -> (continuation of Deferred@1073899511 after retry RPC after error@1168497167) -> (continuation of Deferred@876348883 after retry RPC after error@1546123303) -> (continuation of Deferred@256446859 after retry RPC after error@1683474383)))
07:58:37.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.356 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.376 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.376 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.376 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.376 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.376 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.376 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.395 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.395 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.395 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.395 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.396 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.396 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.396 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.416 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.416 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.416 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.416 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.416 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.416 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.436 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.516 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.516 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.516 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.516 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.516 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.517 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1949172335(state=PENDING, result=null, callback=(continuation of Deferred@74296080 after retry RPC after error@667594193) -> (continuation of Deferred@1077800914 after retry RPC after error@1141158080) -> (continuation of Deferred@769177211 after retry RPC after error@1594765876) -> (continuation of Deferred@1885472120 after retry RPC after error@285292804) -> (continuation of Deferred@2038574641 after retry RPC after error@1462971559) -> (continuation of Deferred@924494588 after retry RPC after error@793476098), errback=(continuation of Deferred@74296080 after retry RPC after error@667594193) -> (continuation of Deferred@1077800914 after retry RPC after error@1141158080) -> (continuation of Deferred@769177211 after retry RPC after error@1594765876) -> (continuation of Deferred@1885472120 after retry RPC after error@285292804) -> (continuation of Deferred@2038574641 after retry RPC after error@1462971559) -> (continuation of Deferred@924494588 after retry RPC after error@793476098)))
07:58:37.517 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1949172335(state=PENDING, result=null, callback=(continuation of Deferred@74296080 after retry RPC after error@667594193) -> (continuation of Deferred@1077800914 after retry RPC after error@1141158080) -> (continuation of Deferred@769177211 after retry RPC after error@1594765876) -> (continuation of Deferred@1885472120 after retry RPC after error@285292804) -> (continuation of Deferred@2038574641 after retry RPC after error@1462971559) -> (continuation of Deferred@924494588 after retry RPC after error@793476098), errback=(continuation of Deferred@74296080 after retry RPC after error@667594193) -> (continuation of Deferred@1077800914 after retry RPC after error@1141158080) -> (continuation of Deferred@769177211 after retry RPC after error@1594765876) -> (continuation of Deferred@1885472120 after retry RPC after error@285292804) -> (continuation of Deferred@2038574641 after retry RPC after error@1462971559) -> (continuation of Deferred@924494588 after retry RPC after error@793476098)))
07:58:37.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.536 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.556 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.576 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.576 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.576 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.596 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.596 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.596 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.596 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.616 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.616 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.616 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.616 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.616 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.636 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.757 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1506629359(state=PENDING, result=null, callback=(continuation of Deferred@335473197 after retry RPC after error@1137457864) -> (continuation of Deferred@427505011 after retry RPC after error@707945117) -> (continuation of Deferred@1316571764 after retry RPC after error@1824600841) -> (continuation of Deferred@751911759 after retry RPC after error@357497538) -> (continuation of Deferred@291518709 after retry RPC after error@1952192683) -> (continuation of Deferred@1387390548 after retry RPC after error@810262058) -> (continuation of Deferred@553430854 after retry RPC after error@888238770), errback=(continuation of Deferred@335473197 after retry RPC after error@1137457864) -> (continuation of Deferred@427505011 after retry RPC after error@707945117) -> (continuation of Deferred@1316571764 after retry RPC after error@1824600841) -> (continuation of Deferred@751911759 after retry RPC after error@357497538) -> (continuation of Deferred@291518709 after retry RPC after error@1952192683) -> (continuation of Deferred@1387390548 after retry RPC after error@810262058) -> (continuation of Deferred@553430854 after retry RPC after error@888238770)))
07:58:37.758 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1506629359(state=PENDING, result=null, callback=(continuation of Deferred@335473197 after retry RPC after error@1137457864) -> (continuation of Deferred@427505011 after retry RPC after error@707945117) -> (continuation of Deferred@1316571764 after retry RPC after error@1824600841) -> (continuation of Deferred@751911759 after retry RPC after error@357497538) -> (continuation of Deferred@291518709 after retry RPC after error@1952192683) -> (continuation of Deferred@1387390548 after retry RPC after error@810262058) -> (continuation of Deferred@553430854 after retry RPC after error@888238770), errback=(continuation of Deferred@335473197 after retry RPC after error@1137457864) -> (continuation of Deferred@427505011 after retry RPC after error@707945117) -> (continuation of Deferred@1316571764 after retry RPC after error@1824600841) -> (continuation of Deferred@751911759 after retry RPC after error@357497538) -> (continuation of Deferred@291518709 after retry RPC after error@1952192683) -> (continuation of Deferred@1387390548 after retry RPC after error@810262058) -> (continuation of Deferred@553430854 after retry RPC after error@888238770)))
07:58:37.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.855 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.856 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.936 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.936 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.936 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.936 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.936 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.936 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.937 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1809037133(state=PENDING, result=null, callback=(continuation of Deferred@547796088 after retry RPC after error@914788348) -> (continuation of Deferred@1139554765 after retry RPC after error@905156386) -> (continuation of Deferred@551809168 after retry RPC after error@572027423) -> (continuation of Deferred@9967040 after retry RPC after error@704370806) -> (continuation of Deferred@371444393 after retry RPC after error@2009783032) -> (continuation of Deferred@926738388 after retry RPC after error@1089712429), errback=(continuation of Deferred@547796088 after retry RPC after error@914788348) -> (continuation of Deferred@1139554765 after retry RPC after error@905156386) -> (continuation of Deferred@551809168 after retry RPC after error@572027423) -> (continuation of Deferred@9967040 after retry RPC after error@704370806) -> (continuation of Deferred@371444393 after retry RPC after error@2009783032) -> (continuation of Deferred@926738388 after retry RPC after error@1089712429)))
07:58:37.937 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1809037133(state=PENDING, result=null, callback=(continuation of Deferred@547796088 after retry RPC after error@914788348) -> (continuation of Deferred@1139554765 after retry RPC after error@905156386) -> (continuation of Deferred@551809168 after retry RPC after error@572027423) -> (continuation of Deferred@9967040 after retry RPC after error@704370806) -> (continuation of Deferred@371444393 after retry RPC after error@2009783032) -> (continuation of Deferred@926738388 after retry RPC after error@1089712429), errback=(continuation of Deferred@547796088 after retry RPC after error@914788348) -> (continuation of Deferred@1139554765 after retry RPC after error@905156386) -> (continuation of Deferred@551809168 after retry RPC after error@572027423) -> (continuation of Deferred@9967040 after retry RPC after error@704370806) -> (continuation of Deferred@371444393 after retry RPC after error@2009783032) -> (continuation of Deferred@926738388 after retry RPC after error@1089712429)))
07:58:37.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.956 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.956 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.956 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.956 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.956 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.976 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:37.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:37.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:37.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:37.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:37.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.016 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.016 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.036 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.036 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.036 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.036 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.096 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.158 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@634287659(state=PENDING, result=null, callback=(continuation of Deferred@81178679 after retry RPC after error@1169102772) -> (continuation of Deferred@497599241 after retry RPC after error@1266782649) -> (continuation of Deferred@2053621750 after retry RPC after error@1195933113) -> (continuation of Deferred@480468690 after retry RPC after error@1541937318) -> (continuation of Deferred@527707226 after retry RPC after error@458571704) -> (continuation of Deferred@495368142 after retry RPC after error@103854576) -> (continuation of Deferred@949504912 after retry RPC after error@167910340), errback=(continuation of Deferred@81178679 after retry RPC after error@1169102772) -> (continuation of Deferred@497599241 after retry RPC after error@1266782649) -> (continuation of Deferred@2053621750 after retry RPC after error@1195933113) -> (continuation of Deferred@480468690 after retry RPC after error@1541937318) -> (continuation of Deferred@527707226 after retry RPC after error@458571704) -> (continuation of Deferred@495368142 after retry RPC after error@103854576) -> (continuation of Deferred@949504912 after retry RPC after error@167910340)))
07:58:38.158 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@634287659(state=PENDING, result=null, callback=(continuation of Deferred@81178679 after retry RPC after error@1169102772) -> (continuation of Deferred@497599241 after retry RPC after error@1266782649) -> (continuation of Deferred@2053621750 after retry RPC after error@1195933113) -> (continuation of Deferred@480468690 after retry RPC after error@1541937318) -> (continuation of Deferred@527707226 after retry RPC after error@458571704) -> (continuation of Deferred@495368142 after retry RPC after error@103854576) -> (continuation of Deferred@949504912 after retry RPC after error@167910340), errback=(continuation of Deferred@81178679 after retry RPC after error@1169102772) -> (continuation of Deferred@497599241 after retry RPC after error@1266782649) -> (continuation of Deferred@2053621750 after retry RPC after error@1195933113) -> (continuation of Deferred@480468690 after retry RPC after error@1541937318) -> (continuation of Deferred@527707226 after retry RPC after error@458571704) -> (continuation of Deferred@495368142 after retry RPC after error@103854576) -> (continuation of Deferred@949504912 after retry RPC after error@167910340)))
07:58:38.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.176 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.196 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.235 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.235 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.236 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.256 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.256 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.276 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.276 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.276 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.436 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@838107571(state=PENDING, result=null, callback=(continuation of Deferred@1114919070 after retry RPC after error@786229351) -> (continuation of Deferred@958815500 after retry RPC after error@743090818) -> (continuation of Deferred@1289420597 after retry RPC after error@93108505) -> (continuation of Deferred@248076953 after retry RPC after error@2007957368) -> (continuation of Deferred@1813415407 after retry RPC after error@213036293) -> (continuation of Deferred@1223369624 after retry RPC after error@1220427970) -> (continuation of Deferred@283086279 after retry RPC after error@161271900), errback=(continuation of Deferred@1114919070 after retry RPC after error@786229351) -> (continuation of Deferred@958815500 after retry RPC after error@743090818) -> (continuation of Deferred@1289420597 after retry RPC after error@93108505) -> (continuation of Deferred@248076953 after retry RPC after error@2007957368) -> (continuation of Deferred@1813415407 after retry RPC after error@213036293) -> (continuation of Deferred@1223369624 after retry RPC after error@1220427970) -> (continuation of Deferred@283086279 after retry RPC after error@161271900)))
07:58:38.436 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:38.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.456 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.456 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.456 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.458 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.476 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.496 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.535 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.535 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.536 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.556 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.556 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.556 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.678 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@378011887(state=PENDING, result=null, callback=(continuation of Deferred@2140829167 after retry RPC after error@284935081) -> (continuation of Deferred@694078718 after retry RPC after error@2131181122) -> (continuation of Deferred@1402870080 after retry RPC after error@490110481) -> (continuation of Deferred@1120958581 after retry RPC after error@82033475) -> (continuation of Deferred@655685254 after retry RPC after error@159175299) -> (continuation of Deferred@1210978313 after retry RPC after error@1359905772) -> (continuation of Deferred@1370419085 after retry RPC after error@1051314161), errback=(continuation of Deferred@2140829167 after retry RPC after error@284935081) -> (continuation of Deferred@694078718 after retry RPC after error@2131181122) -> (continuation of Deferred@1402870080 after retry RPC after error@490110481) -> (continuation of Deferred@1120958581 after retry RPC after error@82033475) -> (continuation of Deferred@655685254 after retry RPC after error@159175299) -> (continuation of Deferred@1210978313 after retry RPC after error@1359905772) -> (continuation of Deferred@1370419085 after retry RPC after error@1051314161)))
07:58:38.678 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@378011887(state=PENDING, result=null, callback=(continuation of Deferred@2140829167 after retry RPC after error@284935081) -> (continuation of Deferred@694078718 after retry RPC after error@2131181122) -> (continuation of Deferred@1402870080 after retry RPC after error@490110481) -> (continuation of Deferred@1120958581 after retry RPC after error@82033475) -> (continuation of Deferred@655685254 after retry RPC after error@159175299) -> (continuation of Deferred@1210978313 after retry RPC after error@1359905772) -> (continuation of Deferred@1370419085 after retry RPC after error@1051314161), errback=(continuation of Deferred@2140829167 after retry RPC after error@284935081) -> (continuation of Deferred@694078718 after retry RPC after error@2131181122) -> (continuation of Deferred@1402870080 after retry RPC after error@490110481) -> (continuation of Deferred@1120958581 after retry RPC after error@82033475) -> (continuation of Deferred@655685254 after retry RPC after error@159175299) -> (continuation of Deferred@1210978313 after retry RPC after error@1359905772) -> (continuation of Deferred@1370419085 after retry RPC after error@1051314161)))
07:58:38.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.696 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.696 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.696 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.696 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.696 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.696 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.716 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.716 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.716 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.736 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.758 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.760 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.777 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.777 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.778 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.816 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.816 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.816 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.816 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.816 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.816 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.877 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [64ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [65ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@183156895(state=PENDING, result=null, callback=(continuation of Deferred@2000274259 after retry RPC after error@244398423) -> (continuation of Deferred@835789734 after retry RPC after error@1835266875) -> (continuation of Deferred@1417250463 after retry RPC after error@1394955974) -> (continuation of Deferred@1800504087 after retry RPC after error@433672045) -> (continuation of Deferred@17592247 after retry RPC after error@2028378678) -> (continuation of Deferred@533260038 after retry RPC after error@1278828981), errback=(continuation of Deferred@2000274259 after retry RPC after error@244398423) -> (continuation of Deferred@835789734 after retry RPC after error@1835266875) -> (continuation of Deferred@1417250463 after retry RPC after error@1394955974) -> (continuation of Deferred@1800504087 after retry RPC after error@433672045) -> (continuation of Deferred@17592247 after retry RPC after error@2028378678) -> (continuation of Deferred@533260038 after retry RPC after error@1278828981)))
07:58:38.878 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [64ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [65ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@183156895(state=PENDING, result=null, callback=(continuation of Deferred@2000274259 after retry RPC after error@244398423) -> (continuation of Deferred@835789734 after retry RPC after error@1835266875) -> (continuation of Deferred@1417250463 after retry RPC after error@1394955974) -> (continuation of Deferred@1800504087 after retry RPC after error@433672045) -> (continuation of Deferred@17592247 after retry RPC after error@2028378678) -> (continuation of Deferred@533260038 after retry RPC after error@1278828981), errback=(continuation of Deferred@2000274259 after retry RPC after error@244398423) -> (continuation of Deferred@835789734 after retry RPC after error@1835266875) -> (continuation of Deferred@1417250463 after retry RPC after error@1394955974) -> (continuation of Deferred@1800504087 after retry RPC after error@433672045) -> (continuation of Deferred@17592247 after retry RPC after error@2028378678) -> (continuation of Deferred@533260038 after retry RPC after error@1278828981)))
07:58:38.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.916 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.916 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.936 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.936 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.936 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.936 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.956 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.956 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.956 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.956 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.956 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:38.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:38.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:38.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:38.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:38.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.016 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.016 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.036 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.036 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.036 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.036 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.156 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@74286631(state=PENDING, result=null, callback=(continuation of Deferred@835288770 after retry RPC after error@1009544538) -> (continuation of Deferred@1853350366 after retry RPC after error@105062025) -> (continuation of Deferred@2089181165 after retry RPC after error@597666714) -> (continuation of Deferred@1924646694 after retry RPC after error@1822304431) -> (continuation of Deferred@581532646 after retry RPC after error@2092226386) -> (continuation of Deferred@821469461 after retry RPC after error@758136052) -> (continuation of Deferred@1152324863 after retry RPC after error@511399295), errback=(continuation of Deferred@835288770 after retry RPC after error@1009544538) -> (continuation of Deferred@1853350366 after retry RPC after error@105062025) -> (continuation of Deferred@2089181165 after retry RPC after error@597666714) -> (continuation of Deferred@1924646694 after retry RPC after error@1822304431) -> (continuation of Deferred@581532646 after retry RPC after error@2092226386) -> (continuation of Deferred@821469461 after retry RPC after error@758136052) -> (continuation of Deferred@1152324863 after retry RPC after error@511399295)))
07:58:39.156 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:39.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.196 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.215 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.215 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.215 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.215 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.215 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.215 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.216 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.237 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.255 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.255 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.256 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.316 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.316 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.316 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.316 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.316 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.317 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.357 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.357 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.357 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.359 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.359 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [184ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@371871345(state=PENDING, result=null, callback=(continuation of Deferred@1915374655 after retry RPC after error@202859226) -> (continuation of Deferred@1012862477 after retry RPC after error@2026014257) -> (continuation of Deferred@1487500962 after retry RPC after error@1872744159) -> (continuation of Deferred@737446471 after retry RPC after error@1198223878) -> (continuation of Deferred@1415839791 after retry RPC after error@1159517514) -> (continuation of Deferred@1245042972 after retry RPC after error@1456630046) -> (continuation of Deferred@583237267 after retry RPC after error@22432004), errback=(continuation of Deferred@1915374655 after retry RPC after error@202859226) -> (continuation of Deferred@1012862477 after retry RPC after error@2026014257) -> (continuation of Deferred@1487500962 after retry RPC after error@1872744159) -> (continuation of Deferred@737446471 after retry RPC after error@1198223878) -> (continuation of Deferred@1415839791 after retry RPC after error@1159517514) -> (continuation of Deferred@1245042972 after retry RPC after error@1456630046) -> (continuation of Deferred@583237267 after retry RPC after error@22432004)))
07:58:39.359 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [184ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@371871345(state=PENDING, result=null, callback=(continuation of Deferred@1915374655 after retry RPC after error@202859226) -> (continuation of Deferred@1012862477 after retry RPC after error@2026014257) -> (continuation of Deferred@1487500962 after retry RPC after error@1872744159) -> (continuation of Deferred@737446471 after retry RPC after error@1198223878) -> (continuation of Deferred@1415839791 after retry RPC after error@1159517514) -> (continuation of Deferred@1245042972 after retry RPC after error@1456630046) -> (continuation of Deferred@583237267 after retry RPC after error@22432004), errback=(continuation of Deferred@1915374655 after retry RPC after error@202859226) -> (continuation of Deferred@1012862477 after retry RPC after error@2026014257) -> (continuation of Deferred@1487500962 after retry RPC after error@1872744159) -> (continuation of Deferred@737446471 after retry RPC after error@1198223878) -> (continuation of Deferred@1415839791 after retry RPC after error@1159517514) -> (continuation of Deferred@1245042972 after retry RPC after error@1456630046) -> (continuation of Deferred@583237267 after retry RPC after error@22432004)))
07:58:39.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.376 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.376 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.376 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.377 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.416 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.416 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.416 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.416 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.416 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.416 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.435 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.435 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.435 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.436 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.456 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.456 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.456 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.456 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.456 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.456 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.495 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.536 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.536 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.537 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@856544404(state=PENDING, result=null, callback=(continuation of Deferred@388557162 after retry RPC after error@2095515658) -> (continuation of Deferred@1342177113 after retry RPC after error@302721862) -> (continuation of Deferred@1119417300 after retry RPC after error@106632401) -> (continuation of Deferred@921581172 after retry RPC after error@2113174260) -> (continuation of Deferred@2027356365 after retry RPC after error@645164698) -> (continuation of Deferred@1634640310 after retry RPC after error@1066620085), errback=(continuation of Deferred@388557162 after retry RPC after error@2095515658) -> (continuation of Deferred@1342177113 after retry RPC after error@302721862) -> (continuation of Deferred@1119417300 after retry RPC after error@106632401) -> (continuation of Deferred@921581172 after retry RPC after error@2113174260) -> (continuation of Deferred@2027356365 after retry RPC after error@645164698) -> (continuation of Deferred@1634640310 after retry RPC after error@1066620085)))
07:58:39.538 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@856544404(state=PENDING, result=null, callback=(continuation of Deferred@388557162 after retry RPC after error@2095515658) -> (continuation of Deferred@1342177113 after retry RPC after error@302721862) -> (continuation of Deferred@1119417300 after retry RPC after error@106632401) -> (continuation of Deferred@921581172 after retry RPC after error@2113174260) -> (continuation of Deferred@2027356365 after retry RPC after error@645164698) -> (continuation of Deferred@1634640310 after retry RPC after error@1066620085), errback=(continuation of Deferred@388557162 after retry RPC after error@2095515658) -> (continuation of Deferred@1342177113 after retry RPC after error@302721862) -> (continuation of Deferred@1119417300 after retry RPC after error@106632401) -> (continuation of Deferred@921581172 after retry RPC after error@2113174260) -> (continuation of Deferred@2027356365 after retry RPC after error@645164698) -> (continuation of Deferred@1634640310 after retry RPC after error@1066620085)))
07:58:39.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.556 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.556 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.556 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.636 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.636 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.636 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.636 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.636 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.676 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.676 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.676 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.676 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.676 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.735 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.737 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@216597139(state=PENDING, result=null, callback=(continuation of Deferred@1490332441 after retry RPC after error@157454582) -> (continuation of Deferred@1844589320 after retry RPC after error@692799935) -> (continuation of Deferred@1421521900 after retry RPC after error@1237478573) -> (continuation of Deferred@903118062 after retry RPC after error@1176620378) -> (continuation of Deferred@1191519137 after retry RPC after error@502831336) -> (continuation of Deferred@190690485 after retry RPC after error@1138680729) -> (continuation of Deferred@757647464 after retry RPC after error@1951279869), errback=(continuation of Deferred@1490332441 after retry RPC after error@157454582) -> (continuation of Deferred@1844589320 after retry RPC after error@692799935) -> (continuation of Deferred@1421521900 after retry RPC after error@1237478573) -> (continuation of Deferred@903118062 after retry RPC after error@1176620378) -> (continuation of Deferred@1191519137 after retry RPC after error@502831336) -> (continuation of Deferred@190690485 after retry RPC after error@1138680729) -> (continuation of Deferred@757647464 after retry RPC after error@1951279869)))
07:58:39.737 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@216597139(state=PENDING, result=null, callback=(continuation of Deferred@1490332441 after retry RPC after error@157454582) -> (continuation of Deferred@1844589320 after retry RPC after error@692799935) -> (continuation of Deferred@1421521900 after retry RPC after error@1237478573) -> (continuation of Deferred@903118062 after retry RPC after error@1176620378) -> (continuation of Deferred@1191519137 after retry RPC after error@502831336) -> (continuation of Deferred@190690485 after retry RPC after error@1138680729) -> (continuation of Deferred@757647464 after retry RPC after error@1951279869), errback=(continuation of Deferred@1490332441 after retry RPC after error@157454582) -> (continuation of Deferred@1844589320 after retry RPC after error@692799935) -> (continuation of Deferred@1421521900 after retry RPC after error@1237478573) -> (continuation of Deferred@903118062 after retry RPC after error@1176620378) -> (continuation of Deferred@1191519137 after retry RPC after error@502831336) -> (continuation of Deferred@190690485 after retry RPC after error@1138680729) -> (continuation of Deferred@757647464 after retry RPC after error@1951279869)))
07:58:39.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.756 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.835 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.835 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.835 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.835 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.836 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.856 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.856 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:39.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:39.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:39.996 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:39.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:39.997 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1559783800(state=PENDING, result=null, callback=(continuation of Deferred@1259347665 after retry RPC after error@808293862) -> (continuation of Deferred@687575975 after retry RPC after error@928488553) -> (continuation of Deferred@2088434372 after retry RPC after error@539283976) -> (continuation of Deferred@1412827904 after retry RPC after error@1602842939) -> (continuation of Deferred@1955470548 after retry RPC after error@1924936927) -> (continuation of Deferred@381046659 after retry RPC after error@35845319) -> (continuation of Deferred@105783531 after retry RPC after error@357037617), errback=(continuation of Deferred@1259347665 after retry RPC after error@808293862) -> (continuation of Deferred@687575975 after retry RPC after error@928488553) -> (continuation of Deferred@2088434372 after retry RPC after error@539283976) -> (continuation of Deferred@1412827904 after retry RPC after error@1602842939) -> (continuation of Deferred@1955470548 after retry RPC after error@1924936927) -> (continuation of Deferred@381046659 after retry RPC after error@35845319) -> (continuation of Deferred@105783531 after retry RPC after error@357037617)))
07:58:39.997 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1559783800(state=PENDING, result=null, callback=(continuation of Deferred@1259347665 after retry RPC after error@808293862) -> (continuation of Deferred@687575975 after retry RPC after error@928488553) -> (continuation of Deferred@2088434372 after retry RPC after error@539283976) -> (continuation of Deferred@1412827904 after retry RPC after error@1602842939) -> (continuation of Deferred@1955470548 after retry RPC after error@1924936927) -> (continuation of Deferred@381046659 after retry RPC after error@35845319) -> (continuation of Deferred@105783531 after retry RPC after error@357037617), errback=(continuation of Deferred@1259347665 after retry RPC after error@808293862) -> (continuation of Deferred@687575975 after retry RPC after error@928488553) -> (continuation of Deferred@2088434372 after retry RPC after error@539283976) -> (continuation of Deferred@1412827904 after retry RPC after error@1602842939) -> (continuation of Deferred@1955470548 after retry RPC after error@1924936927) -> (continuation of Deferred@381046659 after retry RPC after error@35845319) -> (continuation of Deferred@105783531 after retry RPC after error@357037617)))
07:58:40.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.016 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.016 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.016 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.016 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.016 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.016 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.036 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.036 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.036 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.036 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.036 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.036 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.076 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.076 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.116 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.116 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.256 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.256 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.257 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [99ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@54754623(state=PENDING, result=null, callback=(continuation of Deferred@1722139035 after retry RPC after error@89350658) -> (continuation of Deferred@682031664 after retry RPC after error@806670494) -> (continuation of Deferred@2020959774 after retry RPC after error@1713916000) -> (continuation of Deferred@2034260463 after retry RPC after error@1866921593) -> (continuation of Deferred@1011886105 after retry RPC after error@413076667) -> (continuation of Deferred@1676390758 after retry RPC after error@994473564) -> (continuation of Deferred@116097485 after retry RPC after error@1718730623), errback=(continuation of Deferred@1722139035 after retry RPC after error@89350658) -> (continuation of Deferred@682031664 after retry RPC after error@806670494) -> (continuation of Deferred@2020959774 after retry RPC after error@1713916000) -> (continuation of Deferred@2034260463 after retry RPC after error@1866921593) -> (continuation of Deferred@1011886105 after retry RPC after error@413076667) -> (continuation of Deferred@1676390758 after retry RPC after error@994473564) -> (continuation of Deferred@116097485 after retry RPC after error@1718730623)))
07:58:40.258 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [99ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@54754623(state=PENDING, result=null, callback=(continuation of Deferred@1722139035 after retry RPC after error@89350658) -> (continuation of Deferred@682031664 after retry RPC after error@806670494) -> (continuation of Deferred@2020959774 after retry RPC after error@1713916000) -> (continuation of Deferred@2034260463 after retry RPC after error@1866921593) -> (continuation of Deferred@1011886105 after retry RPC after error@413076667) -> (continuation of Deferred@1676390758 after retry RPC after error@994473564) -> (continuation of Deferred@116097485 after retry RPC after error@1718730623), errback=(continuation of Deferred@1722139035 after retry RPC after error@89350658) -> (continuation of Deferred@682031664 after retry RPC after error@806670494) -> (continuation of Deferred@2020959774 after retry RPC after error@1713916000) -> (continuation of Deferred@2034260463 after retry RPC after error@1866921593) -> (continuation of Deferred@1011886105 after retry RPC after error@413076667) -> (continuation of Deferred@1676390758 after retry RPC after error@994473564) -> (continuation of Deferred@116097485 after retry RPC after error@1718730623)))
07:58:40.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.275 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.275 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.275 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.276 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.276 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.296 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.296 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.296 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.296 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.336 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.336 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.336 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.336 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.356 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.416 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.516 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.517 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1133650503(state=PENDING, result=null, callback=(continuation of Deferred@181716575 after retry RPC after error@1631470519) -> (continuation of Deferred@1865657763 after retry RPC after error@1038166552) -> (continuation of Deferred@288089541 after retry RPC after error@35336108) -> (continuation of Deferred@1882707193 after retry RPC after error@1144164621) -> (continuation of Deferred@184111491 after retry RPC after error@1371826495) -> (continuation of Deferred@521863138 after retry RPC after error@1332785141) -> (continuation of Deferred@256219857 after retry RPC after error@2100987799), errback=(continuation of Deferred@181716575 after retry RPC after error@1631470519) -> (continuation of Deferred@1865657763 after retry RPC after error@1038166552) -> (continuation of Deferred@288089541 after retry RPC after error@35336108) -> (continuation of Deferred@1882707193 after retry RPC after error@1144164621) -> (continuation of Deferred@184111491 after retry RPC after error@1371826495) -> (continuation of Deferred@521863138 after retry RPC after error@1332785141) -> (continuation of Deferred@256219857 after retry RPC after error@2100987799)))
07:58:40.518 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1133650503(state=PENDING, result=null, callback=(continuation of Deferred@181716575 after retry RPC after error@1631470519) -> (continuation of Deferred@1865657763 after retry RPC after error@1038166552) -> (continuation of Deferred@288089541 after retry RPC after error@35336108) -> (continuation of Deferred@1882707193 after retry RPC after error@1144164621) -> (continuation of Deferred@184111491 after retry RPC after error@1371826495) -> (continuation of Deferred@521863138 after retry RPC after error@1332785141) -> (continuation of Deferred@256219857 after retry RPC after error@2100987799), errback=(continuation of Deferred@181716575 after retry RPC after error@1631470519) -> (continuation of Deferred@1865657763 after retry RPC after error@1038166552) -> (continuation of Deferred@288089541 after retry RPC after error@35336108) -> (continuation of Deferred@1882707193 after retry RPC after error@1144164621) -> (continuation of Deferred@184111491 after retry RPC after error@1371826495) -> (continuation of Deferred@521863138 after retry RPC after error@1332785141) -> (continuation of Deferred@256219857 after retry RPC after error@2100987799)))
07:58:40.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.536 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.536 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.536 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.556 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.615 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.616 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.616 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.636 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.636 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.636 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.636 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.776 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.776 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.776 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.776 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.776 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.781 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2093105822(state=PENDING, result=null, callback=(continuation of Deferred@387455007 after retry RPC after error@1537497098) -> (continuation of Deferred@1207319854 after retry RPC after error@692994556) -> (continuation of Deferred@2126605354 after retry RPC after error@123478000) -> (continuation of Deferred@1899318648 after retry RPC after error@716153603) -> (continuation of Deferred@1610230336 after retry RPC after error@951983568) -> (continuation of Deferred@1664866610 after retry RPC after error@878434797) -> (continuation of Deferred@981290252 after retry RPC after error@1919256334), errback=(continuation of Deferred@387455007 after retry RPC after error@1537497098) -> (continuation of Deferred@1207319854 after retry RPC after error@692994556) -> (continuation of Deferred@2126605354 after retry RPC after error@123478000) -> (continuation of Deferred@1899318648 after retry RPC after error@716153603) -> (continuation of Deferred@1610230336 after retry RPC after error@951983568) -> (continuation of Deferred@1664866610 after retry RPC after error@878434797) -> (continuation of Deferred@981290252 after retry RPC after error@1919256334)))
07:58:40.781 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@2093105822(state=PENDING, result=null, callback=(continuation of Deferred@387455007 after retry RPC after error@1537497098) -> (continuation of Deferred@1207319854 after retry RPC after error@692994556) -> (continuation of Deferred@2126605354 after retry RPC after error@123478000) -> (continuation of Deferred@1899318648 after retry RPC after error@716153603) -> (continuation of Deferred@1610230336 after retry RPC after error@951983568) -> (continuation of Deferred@1664866610 after retry RPC after error@878434797) -> (continuation of Deferred@981290252 after retry RPC after error@1919256334), errback=(continuation of Deferred@387455007 after retry RPC after error@1537497098) -> (continuation of Deferred@1207319854 after retry RPC after error@692994556) -> (continuation of Deferred@2126605354 after retry RPC after error@123478000) -> (continuation of Deferred@1899318648 after retry RPC after error@716153603) -> (continuation of Deferred@1610230336 after retry RPC after error@951983568) -> (continuation of Deferred@1664866610 after retry RPC after error@878434797) -> (continuation of Deferred@981290252 after retry RPC after error@1919256334)))
07:58:40.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.796 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.816 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.816 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.816 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.816 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.816 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.816 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.857 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.857 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.875 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.875 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.875 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.875 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.875 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.875 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.876 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.896 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.896 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.936 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.977 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.978 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:40.978 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [139ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [139ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@892846817(state=PENDING, result=null, callback=(continuation of Deferred@814906057 after retry RPC after error@1282381626) -> (continuation of Deferred@1945122929 after retry RPC after error@2027670564) -> (continuation of Deferred@1539089860 after retry RPC after error@1801072590) -> (continuation of Deferred@421245284 after retry RPC after error@1065874575) -> (continuation of Deferred@19657790 after retry RPC after error@993369994) -> (continuation of Deferred@2145487129 after retry RPC after error@2135046630) -> (continuation of Deferred@555137076 after retry RPC after error@919120467), errback=(continuation of Deferred@814906057 after retry RPC after error@1282381626) -> (continuation of Deferred@1945122929 after retry RPC after error@2027670564) -> (continuation of Deferred@1539089860 after retry RPC after error@1801072590) -> (continuation of Deferred@421245284 after retry RPC after error@1065874575) -> (continuation of Deferred@19657790 after retry RPC after error@993369994) -> (continuation of Deferred@2145487129 after retry RPC after error@2135046630) -> (continuation of Deferred@555137076 after retry RPC after error@919120467)))
07:58:40.979 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [139ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [139ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@892846817(state=PENDING, result=null, callback=(continuation of Deferred@814906057 after retry RPC after error@1282381626) -> (continuation of Deferred@1945122929 after retry RPC after error@2027670564) -> (continuation of Deferred@1539089860 after retry RPC after error@1801072590) -> (continuation of Deferred@421245284 after retry RPC after error@1065874575) -> (continuation of Deferred@19657790 after retry RPC after error@993369994) -> (continuation of Deferred@2145487129 after retry RPC after error@2135046630) -> (continuation of Deferred@555137076 after retry RPC after error@919120467), errback=(continuation of Deferred@814906057 after retry RPC after error@1282381626) -> (continuation of Deferred@1945122929 after retry RPC after error@2027670564) -> (continuation of Deferred@1539089860 after retry RPC after error@1801072590) -> (continuation of Deferred@421245284 after retry RPC after error@1065874575) -> (continuation of Deferred@19657790 after retry RPC after error@993369994) -> (continuation of Deferred@2145487129 after retry RPC after error@2135046630) -> (continuation of Deferred@555137076 after retry RPC after error@919120467)))
07:58:40.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:40.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:40.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.996 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.996 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:40.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:40.996 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.036 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.055 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.056 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.056 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.056 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.056 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.075 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.075 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.075 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.075 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.075 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.075 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.076 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.116 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.116 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.156 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.157 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1068634829(state=PENDING, result=null, callback=(continuation of Deferred@1289469274 after retry RPC after error@456676567) -> (continuation of Deferred@1042825887 after retry RPC after error@295898093) -> (continuation of Deferred@8607214 after retry RPC after error@1506027461) -> (continuation of Deferred@621066968 after retry RPC after error@754000374) -> (continuation of Deferred@919023011 after retry RPC after error@1321590449) -> (continuation of Deferred@1310158795 after retry RPC after error@1800149358), errback=(continuation of Deferred@1289469274 after retry RPC after error@456676567) -> (continuation of Deferred@1042825887 after retry RPC after error@295898093) -> (continuation of Deferred@8607214 after retry RPC after error@1506027461) -> (continuation of Deferred@621066968 after retry RPC after error@754000374) -> (continuation of Deferred@919023011 after retry RPC after error@1321590449) -> (continuation of Deferred@1310158795 after retry RPC after error@1800149358)))
07:58:41.157 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1068634829(state=PENDING, result=null, callback=(continuation of Deferred@1289469274 after retry RPC after error@456676567) -> (continuation of Deferred@1042825887 after retry RPC after error@295898093) -> (continuation of Deferred@8607214 after retry RPC after error@1506027461) -> (continuation of Deferred@621066968 after retry RPC after error@754000374) -> (continuation of Deferred@919023011 after retry RPC after error@1321590449) -> (continuation of Deferred@1310158795 after retry RPC after error@1800149358), errback=(continuation of Deferred@1289469274 after retry RPC after error@456676567) -> (continuation of Deferred@1042825887 after retry RPC after error@295898093) -> (continuation of Deferred@8607214 after retry RPC after error@1506027461) -> (continuation of Deferred@621066968 after retry RPC after error@754000374) -> (continuation of Deferred@919023011 after retry RPC after error@1321590449) -> (continuation of Deferred@1310158795 after retry RPC after error@1800149358)))
07:58:41.177 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.177 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.196 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.196 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.196 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.196 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.196 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.196 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.216 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.216 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.236 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.256 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.256 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.256 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.295 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.295 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.296 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.316 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.316 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.316 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.316 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.316 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.316 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.317 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [59ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1379202676(state=PENDING, result=null, callback=(continuation of Deferred@424239968 after retry RPC after error@1170999030) -> (continuation of Deferred@1965595963 after retry RPC after error@14308028) -> (continuation of Deferred@1381659556 after retry RPC after error@2005152943) -> (continuation of Deferred@1190444577 after retry RPC after error@350837745) -> (continuation of Deferred@363847067 after retry RPC after error@1138275021) -> (continuation of Deferred@549325089 after retry RPC after error@2119624724), errback=(continuation of Deferred@424239968 after retry RPC after error@1170999030) -> (continuation of Deferred@1965595963 after retry RPC after error@14308028) -> (continuation of Deferred@1381659556 after retry RPC after error@2005152943) -> (continuation of Deferred@1190444577 after retry RPC after error@350837745) -> (continuation of Deferred@363847067 after retry RPC after error@1138275021) -> (continuation of Deferred@549325089 after retry RPC after error@2119624724)))
07:58:41.317 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [59ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1379202676(state=PENDING, result=null, callback=(continuation of Deferred@424239968 after retry RPC after error@1170999030) -> (continuation of Deferred@1965595963 after retry RPC after error@14308028) -> (continuation of Deferred@1381659556 after retry RPC after error@2005152943) -> (continuation of Deferred@1190444577 after retry RPC after error@350837745) -> (continuation of Deferred@363847067 after retry RPC after error@1138275021) -> (continuation of Deferred@549325089 after retry RPC after error@2119624724), errback=(continuation of Deferred@424239968 after retry RPC after error@1170999030) -> (continuation of Deferred@1965595963 after retry RPC after error@14308028) -> (continuation of Deferred@1381659556 after retry RPC after error@2005152943) -> (continuation of Deferred@1190444577 after retry RPC after error@350837745) -> (continuation of Deferred@363847067 after retry RPC after error@1138275021) -> (continuation of Deferred@549325089 after retry RPC after error@2119624724)))
07:58:41.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.356 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.356 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.356 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.356 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.356 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.356 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.375 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.375 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.376 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.376 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.376 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.416 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.456 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.456 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.456 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.516 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.516 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.516 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.516 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.516 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.577 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.577 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.577 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.577 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.578 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1784336680(state=PENDING, result=null, callback=(continuation of Deferred@1223766636 after retry RPC after error@87032943) -> (continuation of Deferred@2066506700 after retry RPC after error@1203977744) -> (continuation of Deferred@106960598 after retry RPC after error@66484489) -> (continuation of Deferred@459036856 after retry RPC after error@1169282685) -> (continuation of Deferred@1130479291 after retry RPC after error@1936697839) -> (continuation of Deferred@168801954 after retry RPC after error@1095142304) -> (continuation of Deferred@253522261 after retry RPC after error@28479880), errback=(continuation of Deferred@1223766636 after retry RPC after error@87032943) -> (continuation of Deferred@2066506700 after retry RPC after error@1203977744) -> (continuation of Deferred@106960598 after retry RPC after error@66484489) -> (continuation of Deferred@459036856 after retry RPC after error@1169282685) -> (continuation of Deferred@1130479291 after retry RPC after error@1936697839) -> (continuation of Deferred@168801954 after retry RPC after error@1095142304) -> (continuation of Deferred@253522261 after retry RPC after error@28479880)))
07:58:41.578 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1784336680(state=PENDING, result=null, callback=(continuation of Deferred@1223766636 after retry RPC after error@87032943) -> (continuation of Deferred@2066506700 after retry RPC after error@1203977744) -> (continuation of Deferred@106960598 after retry RPC after error@66484489) -> (continuation of Deferred@459036856 after retry RPC after error@1169282685) -> (continuation of Deferred@1130479291 after retry RPC after error@1936697839) -> (continuation of Deferred@168801954 after retry RPC after error@1095142304) -> (continuation of Deferred@253522261 after retry RPC after error@28479880), errback=(continuation of Deferred@1223766636 after retry RPC after error@87032943) -> (continuation of Deferred@2066506700 after retry RPC after error@1203977744) -> (continuation of Deferred@106960598 after retry RPC after error@66484489) -> (continuation of Deferred@459036856 after retry RPC after error@1169282685) -> (continuation of Deferred@1130479291 after retry RPC after error@1936697839) -> (continuation of Deferred@168801954 after retry RPC after error@1095142304) -> (continuation of Deferred@253522261 after retry RPC after error@28479880)))
07:58:41.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.636 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.636 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.636 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.636 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.656 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.656 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.656 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.656 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.656 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.656 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.675 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.715 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.715 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.716 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:41.757184 17225 master_runner.cc:187] Error getting master registration for 127.16.139.254:43407: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111),
07:58:41.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:41.757370 17225 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:58:41.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.796 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.796 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.798 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1893265083(state=PENDING, result=null, callback=(continuation of Deferred@2077788189 after retry RPC after error@1323517194) -> (continuation of Deferred@833417948 after retry RPC after error@112619364) -> (continuation of Deferred@957450191 after retry RPC after error@1829654258) -> (continuation of Deferred@996305821 after retry RPC after error@245034714) -> (continuation of Deferred@998260537 after retry RPC after error@619093861) -> (continuation of Deferred@217065191 after retry RPC after error@1439036829), errback=(continuation of Deferred@2077788189 after retry RPC after error@1323517194) -> (continuation of Deferred@833417948 after retry RPC after error@112619364) -> (continuation of Deferred@957450191 after retry RPC after error@1829654258) -> (continuation of Deferred@996305821 after retry RPC after error@245034714) -> (continuation of Deferred@998260537 after retry RPC after error@619093861) -> (continuation of Deferred@217065191 after retry RPC after error@1439036829)))
07:58:41.798 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1893265083(state=PENDING, result=null, callback=(continuation of Deferred@2077788189 after retry RPC after error@1323517194) -> (continuation of Deferred@833417948 after retry RPC after error@112619364) -> (continuation of Deferred@957450191 after retry RPC after error@1829654258) -> (continuation of Deferred@996305821 after retry RPC after error@245034714) -> (continuation of Deferred@998260537 after retry RPC after error@619093861) -> (continuation of Deferred@217065191 after retry RPC after error@1439036829), errback=(continuation of Deferred@2077788189 after retry RPC after error@1323517194) -> (continuation of Deferred@833417948 after retry RPC after error@112619364) -> (continuation of Deferred@957450191 after retry RPC after error@1829654258) -> (continuation of Deferred@996305821 after retry RPC after error@245034714) -> (continuation of Deferred@998260537 after retry RPC after error@619093861) -> (continuation of Deferred@217065191 after retry RPC after error@1439036829)))
07:58:41.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.816 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.816 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.816 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.816 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.816 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.816 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.855 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.855 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.856 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.856 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.856 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.876 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.876 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.876 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.876 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.876 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.876 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.896 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:41.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:41.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:41.996 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:41.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:41.997 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1409797057(state=PENDING, result=null, callback=(continuation of Deferred@1973117462 after retry RPC after error@262546300) -> (continuation of Deferred@348099123 after retry RPC after error@2123111078) -> (continuation of Deferred@1344887987 after retry RPC after error@1848260617) -> (continuation of Deferred@107745781 after retry RPC after error@413885108) -> (continuation of Deferred@50166230 after retry RPC after error@1026089968) -> (continuation of Deferred@1538113049 after retry RPC after error@416336154), errback=(continuation of Deferred@1973117462 after retry RPC after error@262546300) -> (continuation of Deferred@348099123 after retry RPC after error@2123111078) -> (continuation of Deferred@1344887987 after retry RPC after error@1848260617) -> (continuation of Deferred@107745781 after retry RPC after error@413885108) -> (continuation of Deferred@50166230 after retry RPC after error@1026089968) -> (continuation of Deferred@1538113049 after retry RPC after error@416336154)))
07:58:41.998 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1409797057(state=PENDING, result=null, callback=(continuation of Deferred@1973117462 after retry RPC after error@262546300) -> (continuation of Deferred@348099123 after retry RPC after error@2123111078) -> (continuation of Deferred@1344887987 after retry RPC after error@1848260617) -> (continuation of Deferred@107745781 after retry RPC after error@413885108) -> (continuation of Deferred@50166230 after retry RPC after error@1026089968) -> (continuation of Deferred@1538113049 after retry RPC after error@416336154), errback=(continuation of Deferred@1973117462 after retry RPC after error@262546300) -> (continuation of Deferred@348099123 after retry RPC after error@2123111078) -> (continuation of Deferred@1344887987 after retry RPC after error@1848260617) -> (continuation of Deferred@107745781 after retry RPC after error@413885108) -> (continuation of Deferred@50166230 after retry RPC after error@1026089968) -> (continuation of Deferred@1538113049 after retry RPC after error@416336154)))
07:58:42.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.015 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.015 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.015 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.015 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.015 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.016 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.036 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.036 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.036 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.036 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.036 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.036 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.076 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.076 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.095 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.096 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.116 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.116 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.156 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:42.227200 18055 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:42.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:42.228554 18055 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '81748a187ccd4230b3484618495871f8', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977, num_attempts: 1)
07:58:42.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:42.230089 18058 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.16.139.254:43407)
07:58:42.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.257 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@58720446(state=PENDING, result=null, callback=(continuation of Deferred@857899121 after retry RPC after error@1825845183) -> (continuation of Deferred@431722143 after retry RPC after error@440269030) -> (continuation of Deferred@1027330776 after retry RPC after error@1885317911) -> (continuation of Deferred@894766325 after retry RPC after error@1079654513) -> (continuation of Deferred@588554160 after retry RPC after error@773754838) -> (continuation of Deferred@867245124 after retry RPC after error@574170099) -> (continuation of Deferred@626508059 after retry RPC after error@2146277976), errback=(continuation of Deferred@857899121 after retry RPC after error@1825845183) -> (continuation of Deferred@431722143 after retry RPC after error@440269030) -> (continuation of Deferred@1027330776 after retry RPC after error@1885317911) -> (continuation of Deferred@894766325 after retry RPC after error@1079654513) -> (continuation of Deferred@588554160 after retry RPC after error@773754838) -> (continuation of Deferred@867245124 after retry RPC after error@574170099) -> (continuation of Deferred@626508059 after retry RPC after error@2146277976)))
07:58:42.258 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@58720446(state=PENDING, result=null, callback=(continuation of Deferred@857899121 after retry RPC after error@1825845183) -> (continuation of Deferred@431722143 after retry RPC after error@440269030) -> (continuation of Deferred@1027330776 after retry RPC after error@1885317911) -> (continuation of Deferred@894766325 after retry RPC after error@1079654513) -> (continuation of Deferred@588554160 after retry RPC after error@773754838) -> (continuation of Deferred@867245124 after retry RPC after error@574170099) -> (continuation of Deferred@626508059 after retry RPC after error@2146277976), errback=(continuation of Deferred@857899121 after retry RPC after error@1825845183) -> (continuation of Deferred@431722143 after retry RPC after error@440269030) -> (continuation of Deferred@1027330776 after retry RPC after error@1885317911) -> (continuation of Deferred@894766325 after retry RPC after error@1079654513) -> (continuation of Deferred@588554160 after retry RPC after error@773754838) -> (continuation of Deferred@867245124 after retry RPC after error@574170099) -> (continuation of Deferred@626508059 after retry RPC after error@2146277976)))
07:58:42.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.275 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.276 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.276 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.276 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.276 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.276 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.276 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.296 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.296 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.296 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.297 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.315 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.316 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.336 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.336 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.336 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.336 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.355 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.355 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.355 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.355 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.355 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.356 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.416 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.516 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.516 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.516 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.516 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.517 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@549741703(state=PENDING, result=null, callback=(continuation of Deferred@1970952109 after retry RPC after error@1350870472) -> (continuation of Deferred@1481035684 after retry RPC after error@1529178231) -> (continuation of Deferred@2093325185 after retry RPC after error@152754996) -> (continuation of Deferred@1741622876 after retry RPC after error@400139266) -> (continuation of Deferred@1200635115 after retry RPC after error@411868246) -> (continuation of Deferred@128896245 after retry RPC after error@1561170358) -> (continuation of Deferred@456956312 after retry RPC after error@1731119237) -> (continuation of Deferred@370571761 after retry RPC after error@656923300), errback=(continuation of Deferred@1970952109 after retry RPC after error@1350870472) -> (continuation of Deferred@1481035684 after retry RPC after error@1529178231) -> (continuation of Deferred@2093325185 after retry RPC after error@152754996) -> (continuation of Deferred@1741622876 after retry RPC after error@400139266) -> (continuation of Deferred@1200635115 after retry RPC after error@411868246) -> (continuation of Deferred@128896245 after retry RPC after error@1561170358) -> (continuation of Deferred@456956312 after retry RPC after error@1731119237) -> (continuation of Deferred@370571761 after retry RPC after error@656923300)))
07:58:42.517 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@549741703(state=PENDING, result=null, callback=(continuation of Deferred@1970952109 after retry RPC after error@1350870472) -> (continuation of Deferred@1481035684 after retry RPC after error@1529178231) -> (continuation of Deferred@2093325185 after retry RPC after error@152754996) -> (continuation of Deferred@1741622876 after retry RPC after error@400139266) -> (continuation of Deferred@1200635115 after retry RPC after error@411868246) -> (continuation of Deferred@128896245 after retry RPC after error@1561170358) -> (continuation of Deferred@456956312 after retry RPC after error@1731119237) -> (continuation of Deferred@370571761 after retry RPC after error@656923300), errback=(continuation of Deferred@1970952109 after retry RPC after error@1350870472) -> (continuation of Deferred@1481035684 after retry RPC after error@1529178231) -> (continuation of Deferred@2093325185 after retry RPC after error@152754996) -> (continuation of Deferred@1741622876 after retry RPC after error@400139266) -> (continuation of Deferred@1200635115 after retry RPC after error@411868246) -> (continuation of Deferred@128896245 after retry RPC after error@1561170358) -> (continuation of Deferred@456956312 after retry RPC after error@1731119237) -> (continuation of Deferred@370571761 after retry RPC after error@656923300)))
07:58:42.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.537 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.537 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.556 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.576 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.576 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.576 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.596 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.596 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.596 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.596 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.616 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.616 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.616 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.616 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.616 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.636 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.656 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.656 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.656 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:42.662429 19005 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a288e69d1534904a99fb7056952c99f)
07:58:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:42.662617 19005 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a24a7f3ff83f414b909c521d6367cbef" member_type: VOTER last_known_addr { host: "127.16.139.254" port: 43407 } } peers { permanent_uuid: "1a288e69d1534904a99fb7056952c99f" member_type: VOTER last_known_addr { host: "127.16.139.253" port: 39853 } } peers { permanent_uuid: "35fbda19a35641c7ae9a5b3d2fb601b7" member_type: VOTER last_known_addr { host: "127.16.139.252" port: 39977 } }
07:58:42.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:42.663291 19005 leader_election.cc:290] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407), 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853)
07:58:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:42.666460 17254 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111) [suppressed 5 similar messages]
07:58:42.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:42.667701 17250 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a288e69d1534904a99fb7056952c99f (127.16.139.253:39853): Network error: Client connection negotiation failed: client connection to 127.16.139.253:39853: connect: Connection refused (error 111)
07:58:42.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:42.667969 17254 leader_election.cc:336] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a24a7f3ff83f414b909c521d6367cbef (127.16.139.254:43407): Network error: Client connection negotiation failed: client connection to 127.16.139.254:43407: connect: Connection refused (error 111)
07:58:42.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:42.668186 17254 leader_election.cc:304] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35fbda19a35641c7ae9a5b3d2fb601b7; no voters: 1a288e69d1534904a99fb7056952c99f, a24a7f3ff83f414b909c521d6367cbef
07:58:42.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:42.668505 19005 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35fbda19a35641c7ae9a5b3d2fb601b7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
07:58:42.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.736 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.737 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1850423110(state=PENDING, result=null, callback=(continuation of Deferred@947499008 after retry RPC after error@712649179) -> (continuation of Deferred@2038278742 after retry RPC after error@1312506680) -> (continuation of Deferred@993461071 after retry RPC after error@1081659651) -> (continuation of Deferred@1413741632 after retry RPC after error@1089816435) -> (continuation of Deferred@1138432345 after retry RPC after error@1160587496) -> (continuation of Deferred@239566321 after retry RPC after error@1684241813) -> (continuation of Deferred@2146021777 after retry RPC after error@1404021996) -> (continuation of Deferred@1723001757 after retry RPC after error@423804171), errback=(continuation of Deferred@947499008 after retry RPC after error@712649179) -> (continuation of Deferred@2038278742 after retry RPC after error@1312506680) -> (continuation of Deferred@993461071 after retry RPC after error@1081659651) -> (continuation of Deferred@1413741632 after retry RPC after error@1089816435) -> (continuation of Deferred@1138432345 after retry RPC after error@1160587496) -> (continuation of Deferred@239566321 after retry RPC after error@1684241813) -> (continuation of Deferred@2146021777 after retry RPC after error@1404021996) -> (continuation of Deferred@1723001757 after retry RPC after error@423804171)))
07:58:42.738 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1850423110(state=PENDING, result=null, callback=(continuation of Deferred@947499008 after retry RPC after error@712649179) -> (continuation of Deferred@2038278742 after retry RPC after error@1312506680) -> (continuation of Deferred@993461071 after retry RPC after error@1081659651) -> (continuation of Deferred@1413741632 after retry RPC after error@1089816435) -> (continuation of Deferred@1138432345 after retry RPC after error@1160587496) -> (continuation of Deferred@239566321 after retry RPC after error@1684241813) -> (continuation of Deferred@2146021777 after retry RPC after error@1404021996) -> (continuation of Deferred@1723001757 after retry RPC after error@423804171), errback=(continuation of Deferred@947499008 after retry RPC after error@712649179) -> (continuation of Deferred@2038278742 after retry RPC after error@1312506680) -> (continuation of Deferred@993461071 after retry RPC after error@1081659651) -> (continuation of Deferred@1413741632 after retry RPC after error@1089816435) -> (continuation of Deferred@1138432345 after retry RPC after error@1160587496) -> (continuation of Deferred@239566321 after retry RPC after error@1684241813) -> (continuation of Deferred@2146021777 after retry RPC after error@1404021996) -> (continuation of Deferred@1723001757 after retry RPC after error@423804171)))
07:58:42.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.756 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.776 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.776 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.776 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.776 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.776 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.796 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.816 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.816 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.816 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.816 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.816 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.816 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.856 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.856 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.896 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.896 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.916 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:42.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:42.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:42.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:42.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:42.997 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@2093968306(state=PENDING, result=null, callback=(continuation of Deferred@1714954953 after retry RPC after error@1924653857) -> (continuation of Deferred@1479267554 after retry RPC after error@1597945518) -> (continuation of Deferred@2025318890 after retry RPC after error@894739254) -> (continuation of Deferred@870247866 after retry RPC after error@427796137) -> (continuation of Deferred@1581311189 after retry RPC after error@1318953272) -> (continuation of Deferred@183117420 after retry RPC after error@1849987958) -> (continuation of Deferred@939242535 after retry RPC after error@348936065) -> (continuation of Deferred@1338952242 after retry RPC after error@89862046), errback=(continuation of Deferred@1714954953 after retry RPC after error@1924653857) -> (continuation of Deferred@1479267554 after retry RPC after error@1597945518) -> (continuation of Deferred@2025318890 after retry RPC after error@894739254) -> (continuation of Deferred@870247866 after retry RPC after error@427796137) -> (continuation of Deferred@1581311189 after retry RPC after error@1318953272) -> (continuation of Deferred@183117420 after retry RPC after error@1849987958) -> (continuation of Deferred@939242535 after retry RPC after error@348936065) -> (continuation of Deferred@1338952242 after retry RPC after error@89862046)))
07:58:42.997 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@2093968306(state=PENDING, result=null, callback=(continuation of Deferred@1714954953 after retry RPC after error@1924653857) -> (continuation of Deferred@1479267554 after retry RPC after error@1597945518) -> (continuation of Deferred@2025318890 after retry RPC after error@894739254) -> (continuation of Deferred@870247866 after retry RPC after error@427796137) -> (continuation of Deferred@1581311189 after retry RPC after error@1318953272) -> (continuation of Deferred@183117420 after retry RPC after error@1849987958) -> (continuation of Deferred@939242535 after retry RPC after error@348936065) -> (continuation of Deferred@1338952242 after retry RPC after error@89862046), errback=(continuation of Deferred@1714954953 after retry RPC after error@1924653857) -> (continuation of Deferred@1479267554 after retry RPC after error@1597945518) -> (continuation of Deferred@2025318890 after retry RPC after error@894739254) -> (continuation of Deferred@870247866 after retry RPC after error@427796137) -> (continuation of Deferred@1581311189 after retry RPC after error@1318953272) -> (continuation of Deferred@183117420 after retry RPC after error@1849987958) -> (continuation of Deferred@939242535 after retry RPC after error@348936065) -> (continuation of Deferred@1338952242 after retry RPC after error@89862046)))
07:58:43.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.016 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.016 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.016 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.017 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.017 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.035 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.036 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.036 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.036 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.036 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.056 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.076 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.096 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.096 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.096 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.096 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.096 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.136 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.136 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.177 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1286062241(state=PENDING, result=null, callback=(continuation of Deferred@1004591659 after retry RPC after error@1136440562) -> (continuation of Deferred@955969748 after retry RPC after error@1252691362) -> (continuation of Deferred@2007381854 after retry RPC after error@1360725628) -> (continuation of Deferred@1040724187 after retry RPC after error@550599973) -> (continuation of Deferred@1720431270 after retry RPC after error@1873436909) -> (continuation of Deferred@282794795 after retry RPC after error@1002992704), errback=(continuation of Deferred@1004591659 after retry RPC after error@1136440562) -> (continuation of Deferred@955969748 after retry RPC after error@1252691362) -> (continuation of Deferred@2007381854 after retry RPC after error@1360725628) -> (continuation of Deferred@1040724187 after retry RPC after error@550599973) -> (continuation of Deferred@1720431270 after retry RPC after error@1873436909) -> (continuation of Deferred@282794795 after retry RPC after error@1002992704)))
07:58:43.178 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1286062241(state=PENDING, result=null, callback=(continuation of Deferred@1004591659 after retry RPC after error@1136440562) -> (continuation of Deferred@955969748 after retry RPC after error@1252691362) -> (continuation of Deferred@2007381854 after retry RPC after error@1360725628) -> (continuation of Deferred@1040724187 after retry RPC after error@550599973) -> (continuation of Deferred@1720431270 after retry RPC after error@1873436909) -> (continuation of Deferred@282794795 after retry RPC after error@1002992704), errback=(continuation of Deferred@1004591659 after retry RPC after error@1136440562) -> (continuation of Deferred@955969748 after retry RPC after error@1252691362) -> (continuation of Deferred@2007381854 after retry RPC after error@1360725628) -> (continuation of Deferred@1040724187 after retry RPC after error@550599973) -> (continuation of Deferred@1720431270 after retry RPC after error@1873436909) -> (continuation of Deferred@282794795 after retry RPC after error@1002992704)))
07:58:43.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.196 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.216 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.216 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.216 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.235 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.235 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.235 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.235 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.235 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.235 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.235 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.236 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.256 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.256 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.256 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.256 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.256 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.256 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.256 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.296 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.296 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.296 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.355 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.355 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.355 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.355 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.355 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.356 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.357 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1026247250(state=PENDING, result=null, callback=(continuation of Deferred@2033813353 after retry RPC after error@1439974754) -> (continuation of Deferred@1189086985 after retry RPC after error@561953885) -> (continuation of Deferred@340358612 after retry RPC after error@1665260906) -> (continuation of Deferred@627004996 after retry RPC after error@1897372390) -> (continuation of Deferred@783267525 after retry RPC after error@1139311863) -> (continuation of Deferred@484054968 after retry RPC after error@1364684399), errback=(continuation of Deferred@2033813353 after retry RPC after error@1439974754) -> (continuation of Deferred@1189086985 after retry RPC after error@561953885) -> (continuation of Deferred@340358612 after retry RPC after error@1665260906) -> (continuation of Deferred@627004996 after retry RPC after error@1897372390) -> (continuation of Deferred@783267525 after retry RPC after error@1139311863) -> (continuation of Deferred@484054968 after retry RPC after error@1364684399)))
07:58:43.357 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1026247250(state=PENDING, result=null, callback=(continuation of Deferred@2033813353 after retry RPC after error@1439974754) -> (continuation of Deferred@1189086985 after retry RPC after error@561953885) -> (continuation of Deferred@340358612 after retry RPC after error@1665260906) -> (continuation of Deferred@627004996 after retry RPC after error@1897372390) -> (continuation of Deferred@783267525 after retry RPC after error@1139311863) -> (continuation of Deferred@484054968 after retry RPC after error@1364684399), errback=(continuation of Deferred@2033813353 after retry RPC after error@1439974754) -> (continuation of Deferred@1189086985 after retry RPC after error@561953885) -> (continuation of Deferred@340358612 after retry RPC after error@1665260906) -> (continuation of Deferred@627004996 after retry RPC after error@1897372390) -> (continuation of Deferred@783267525 after retry RPC after error@1139311863) -> (continuation of Deferred@484054968 after retry RPC after error@1364684399)))
07:58:43.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.376 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.376 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.376 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.376 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.397 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.415 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.416 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.416 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.416 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.416 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.416 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.416 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.436 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.437 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.455 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.456 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.456 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.456 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.456 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.456 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.456 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.456 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.476 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.536 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.536 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.536 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.537 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1322813806(state=PENDING, result=null, callback=(continuation of Deferred@1663365379 after retry RPC after error@1600432524) -> (continuation of Deferred@2024536406 after retry RPC after error@1915919572) -> (continuation of Deferred@920311672 after retry RPC after error@1275605222) -> (continuation of Deferred@1800274296 after retry RPC after error@226292985) -> (continuation of Deferred@1845330745 after retry RPC after error@1627328864) -> (continuation of Deferred@2065799622 after retry RPC after error@286286183) -> (continuation of Deferred@284544055 after retry RPC after error@135899992), errback=(continuation of Deferred@1663365379 after retry RPC after error@1600432524) -> (continuation of Deferred@2024536406 after retry RPC after error@1915919572) -> (continuation of Deferred@920311672 after retry RPC after error@1275605222) -> (continuation of Deferred@1800274296 after retry RPC after error@226292985) -> (continuation of Deferred@1845330745 after retry RPC after error@1627328864) -> (continuation of Deferred@2065799622 after retry RPC after error@286286183) -> (continuation of Deferred@284544055 after retry RPC after error@135899992)))
07:58:43.538 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1322813806(state=PENDING, result=null, callback=(continuation of Deferred@1663365379 after retry RPC after error@1600432524) -> (continuation of Deferred@2024536406 after retry RPC after error@1915919572) -> (continuation of Deferred@920311672 after retry RPC after error@1275605222) -> (continuation of Deferred@1800274296 after retry RPC after error@226292985) -> (continuation of Deferred@1845330745 after retry RPC after error@1627328864) -> (continuation of Deferred@2065799622 after retry RPC after error@286286183) -> (continuation of Deferred@284544055 after retry RPC after error@135899992), errback=(continuation of Deferred@1663365379 after retry RPC after error@1600432524) -> (continuation of Deferred@2024536406 after retry RPC after error@1915919572) -> (continuation of Deferred@920311672 after retry RPC after error@1275605222) -> (continuation of Deferred@1800274296 after retry RPC after error@226292985) -> (continuation of Deferred@1845330745 after retry RPC after error@1627328864) -> (continuation of Deferred@2065799622 after retry RPC after error@286286183) -> (continuation of Deferred@284544055 after retry RPC after error@135899992)))
07:58:43.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.556 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.556 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.596 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.616 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.616 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.616 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.635 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.635 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.635 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.635 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.636 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.636 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.657 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.695 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.696 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.696 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.696 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.696 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.696 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.778 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1714737379(state=PENDING, result=null, callback=(continuation of Deferred@1318795822 after retry RPC after error@253259113) -> (continuation of Deferred@989543491 after retry RPC after error@2055753783) -> (continuation of Deferred@1842700034 after retry RPC after error@568984820) -> (continuation of Deferred@1116749230 after retry RPC after error@2057425955) -> (continuation of Deferred@1028372794 after retry RPC after error@1291306947) -> (continuation of Deferred@256503486 after retry RPC after error@2067604408) -> (continuation of Deferred@459261836 after retry RPC after error@1776599803), errback=(continuation of Deferred@1318795822 after retry RPC after error@253259113) -> (continuation of Deferred@989543491 after retry RPC after error@2055753783) -> (continuation of Deferred@1842700034 after retry RPC after error@568984820) -> (continuation of Deferred@1116749230 after retry RPC after error@2057425955) -> (continuation of Deferred@1028372794 after retry RPC after error@1291306947) -> (continuation of Deferred@256503486 after retry RPC after error@2067604408) -> (continuation of Deferred@459261836 after retry RPC after error@1776599803)))
07:58:43.778 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1714737379(state=PENDING, result=null, callback=(continuation of Deferred@1318795822 after retry RPC after error@253259113) -> (continuation of Deferred@989543491 after retry RPC after error@2055753783) -> (continuation of Deferred@1842700034 after retry RPC after error@568984820) -> (continuation of Deferred@1116749230 after retry RPC after error@2057425955) -> (continuation of Deferred@1028372794 after retry RPC after error@1291306947) -> (continuation of Deferred@256503486 after retry RPC after error@2067604408) -> (continuation of Deferred@459261836 after retry RPC after error@1776599803), errback=(continuation of Deferred@1318795822 after retry RPC after error@253259113) -> (continuation of Deferred@989543491 after retry RPC after error@2055753783) -> (continuation of Deferred@1842700034 after retry RPC after error@568984820) -> (continuation of Deferred@1116749230 after retry RPC after error@2057425955) -> (continuation of Deferred@1028372794 after retry RPC after error@1291306947) -> (continuation of Deferred@256503486 after retry RPC after error@2067604408) -> (continuation of Deferred@459261836 after retry RPC after error@1776599803)))
07:58:43.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.796 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.796 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.816 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.836 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.836 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.857 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:43.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:43.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:43.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:43.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:43.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.055 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1397687050(state=PENDING, result=null, callback=(continuation of Deferred@1864749591 after retry RPC after error@1252043261) -> (continuation of Deferred@2088017963 after retry RPC after error@1468574716) -> (continuation of Deferred@385642096 after retry RPC after error@1507639827) -> (continuation of Deferred@7361787 after retry RPC after error@305514562) -> (continuation of Deferred@1733278618 after retry RPC after error@1488724282) -> (continuation of Deferred@1525248346 after retry RPC after error@1721943453) -> (continuation of Deferred@2083201464 after retry RPC after error@1160215286), errback=(continuation of Deferred@1864749591 after retry RPC after error@1252043261) -> (continuation of Deferred@2088017963 after retry RPC after error@1468574716) -> (continuation of Deferred@385642096 after retry RPC after error@1507639827) -> (continuation of Deferred@7361787 after retry RPC after error@305514562) -> (continuation of Deferred@1733278618 after retry RPC after error@1488724282) -> (continuation of Deferred@1525248346 after retry RPC after error@1721943453) -> (continuation of Deferred@2083201464 after retry RPC after error@1160215286)))
07:58:44.056 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
07:58:44.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.136 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.137 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.155 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.155 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.156 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.195 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.196 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.276 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.277 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.278 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@337690354(state=PENDING, result=null, callback=(continuation of Deferred@2141844760 after retry RPC after error@1540775950) -> (continuation of Deferred@618402060 after retry RPC after error@899345483) -> (continuation of Deferred@95145685 after retry RPC after error@1830099070) -> (continuation of Deferred@696590497 after retry RPC after error@1260349806) -> (continuation of Deferred@270130110 after retry RPC after error@1435170603) -> (continuation of Deferred@1426736403 after retry RPC after error@1710101189) -> (continuation of Deferred@997519853 after retry RPC after error@969239047), errback=(continuation of Deferred@2141844760 after retry RPC after error@1540775950) -> (continuation of Deferred@618402060 after retry RPC after error@899345483) -> (continuation of Deferred@95145685 after retry RPC after error@1830099070) -> (continuation of Deferred@696590497 after retry RPC after error@1260349806) -> (continuation of Deferred@270130110 after retry RPC after error@1435170603) -> (continuation of Deferred@1426736403 after retry RPC after error@1710101189) -> (continuation of Deferred@997519853 after retry RPC after error@969239047)))
07:58:44.278 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [120ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@337690354(state=PENDING, result=null, callback=(continuation of Deferred@2141844760 after retry RPC after error@1540775950) -> (continuation of Deferred@618402060 after retry RPC after error@899345483) -> (continuation of Deferred@95145685 after retry RPC after error@1830099070) -> (continuation of Deferred@696590497 after retry RPC after error@1260349806) -> (continuation of Deferred@270130110 after retry RPC after error@1435170603) -> (continuation of Deferred@1426736403 after retry RPC after error@1710101189) -> (continuation of Deferred@997519853 after retry RPC after error@969239047), errback=(continuation of Deferred@2141844760 after retry RPC after error@1540775950) -> (continuation of Deferred@618402060 after retry RPC after error@899345483) -> (continuation of Deferred@95145685 after retry RPC after error@1830099070) -> (continuation of Deferred@696590497 after retry RPC after error@1260349806) -> (continuation of Deferred@270130110 after retry RPC after error@1435170603) -> (continuation of Deferred@1426736403 after retry RPC after error@1710101189) -> (continuation of Deferred@997519853 after retry RPC after error@969239047)))
07:58:44.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.296 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.296 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.316 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.316 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.316 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.316 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.316 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.316 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.356 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.356 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.356 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.356 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.356 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.356 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.356 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.375 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.376 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.376 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.376 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.376 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.376 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.376 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.377 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.416 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.416 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.416 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.416 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.416 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.416 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.416 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.435 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.437 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.456 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.456 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.456 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.456 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.475 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.476 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.477 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@522192953(state=PENDING, result=null, callback=(continuation of Deferred@1515646920 after retry RPC after error@953716813) -> (continuation of Deferred@1987078192 after retry RPC after error@1762580231) -> (continuation of Deferred@80432449 after retry RPC after error@2028859245) -> (continuation of Deferred@229194152 after retry RPC after error@310403573) -> (continuation of Deferred@1283430305 after retry RPC after error@1543413700) -> (continuation of Deferred@534681962 after retry RPC after error@247516333) -> (continuation of Deferred@1043501131 after retry RPC after error@287123702) -> (continuation of Deferred@2053371510 after retry RPC after error@1926166579), errback=(continuation of Deferred@1515646920 after retry RPC after error@953716813) -> (continuation of Deferred@1987078192 after retry RPC after error@1762580231) -> (continuation of Deferred@80432449 after retry RPC after error@2028859245) -> (continuation of Deferred@229194152 after retry RPC after error@310403573) -> (continuation of Deferred@1283430305 after retry RPC after error@1543413700) -> (continuation of Deferred@534681962 after retry RPC after error@247516333) -> (continuation of Deferred@1043501131 after retry RPC after error@287123702) -> (continuation of Deferred@2053371510 after retry RPC after error@1926166579)))
07:58:44.477 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@522192953(state=PENDING, result=null, callback=(continuation of Deferred@1515646920 after retry RPC after error@953716813) -> (continuation of Deferred@1987078192 after retry RPC after error@1762580231) -> (continuation of Deferred@80432449 after retry RPC after error@2028859245) -> (continuation of Deferred@229194152 after retry RPC after error@310403573) -> (continuation of Deferred@1283430305 after retry RPC after error@1543413700) -> (continuation of Deferred@534681962 after retry RPC after error@247516333) -> (continuation of Deferred@1043501131 after retry RPC after error@287123702) -> (continuation of Deferred@2053371510 after retry RPC after error@1926166579), errback=(continuation of Deferred@1515646920 after retry RPC after error@953716813) -> (continuation of Deferred@1987078192 after retry RPC after error@1762580231) -> (continuation of Deferred@80432449 after retry RPC after error@2028859245) -> (continuation of Deferred@229194152 after retry RPC after error@310403573) -> (continuation of Deferred@1283430305 after retry RPC after error@1543413700) -> (continuation of Deferred@534681962 after retry RPC after error@247516333) -> (continuation of Deferred@1043501131 after retry RPC after error@287123702) -> (continuation of Deferred@2053371510 after retry RPC after error@1926166579)))
07:58:44.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.515 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.536 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.536 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.556 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.556 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.556 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.556 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.635 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.636 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.636 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.636 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.698 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1008127870(state=PENDING, result=null, callback=(continuation of Deferred@776912350 after retry RPC after error@1979423593) -> (continuation of Deferred@2016263292 after retry RPC after error@1925902648) -> (continuation of Deferred@699470578 after retry RPC after error@12121214) -> (continuation of Deferred@367228489 after retry RPC after error@814024444) -> (continuation of Deferred@293774492 after retry RPC after error@1457437142) -> (continuation of Deferred@1484905594 after retry RPC after error@1076593520) -> (continuation of Deferred@1149856173 after retry RPC after error@1731885283), errback=(continuation of Deferred@776912350 after retry RPC after error@1979423593) -> (continuation of Deferred@2016263292 after retry RPC after error@1925902648) -> (continuation of Deferred@699470578 after retry RPC after error@12121214) -> (continuation of Deferred@367228489 after retry RPC after error@814024444) -> (continuation of Deferred@293774492 after retry RPC after error@1457437142) -> (continuation of Deferred@1484905594 after retry RPC after error@1076593520) -> (continuation of Deferred@1149856173 after retry RPC after error@1731885283)))
07:58:44.698 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [20ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [140ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [200ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, deferred=Deferred@1008127870(state=PENDING, result=null, callback=(continuation of Deferred@776912350 after retry RPC after error@1979423593) -> (continuation of Deferred@2016263292 after retry RPC after error@1925902648) -> (continuation of Deferred@699470578 after retry RPC after error@12121214) -> (continuation of Deferred@367228489 after retry RPC after error@814024444) -> (continuation of Deferred@293774492 after retry RPC after error@1457437142) -> (continuation of Deferred@1484905594 after retry RPC after error@1076593520) -> (continuation of Deferred@1149856173 after retry RPC after error@1731885283), errback=(continuation of Deferred@776912350 after retry RPC after error@1979423593) -> (continuation of Deferred@2016263292 after retry RPC after error@1925902648) -> (continuation of Deferred@699470578 after retry RPC after error@12121214) -> (continuation of Deferred@367228489 after retry RPC after error@814024444) -> (continuation of Deferred@293774492 after retry RPC after error@1457437142) -> (continuation of Deferred@1484905594 after retry RPC after error@1076593520) -> (continuation of Deferred@1149856173 after retry RPC after error@1731885283)))
07:58:44.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.716 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.716 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.736 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.737 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.755 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.756 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.756 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.776 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.795 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.795 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.795 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.796 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.836 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.876 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.876 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.876 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.876 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.876 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.877 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1471980506(state=PENDING, result=null, callback=(continuation of Deferred@1801182498 after retry RPC after error@111570910) -> (continuation of Deferred@329530938 after retry RPC after error@565509607) -> (continuation of Deferred@338921022 after retry RPC after error@568247289) -> (continuation of Deferred@322534422 after retry RPC after error@367325267) -> (continuation of Deferred@493782695 after retry RPC after error@1249402872) -> (continuation of Deferred@318325613 after retry RPC after error@548228873) -> (continuation of Deferred@1226812933 after retry RPC after error@1091612481), errback=(continuation of Deferred@1801182498 after retry RPC after error@111570910) -> (continuation of Deferred@329530938 after retry RPC after error@565509607) -> (continuation of Deferred@338921022 after retry RPC after error@568247289) -> (continuation of Deferred@322534422 after retry RPC after error@367325267) -> (continuation of Deferred@493782695 after retry RPC after error@1249402872) -> (continuation of Deferred@318325613 after retry RPC after error@548228873) -> (continuation of Deferred@1226812933 after retry RPC after error@1091612481)))
07:58:44.877 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [80ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, deferred=Deferred@1471980506(state=PENDING, result=null, callback=(continuation of Deferred@1801182498 after retry RPC after error@111570910) -> (continuation of Deferred@329530938 after retry RPC after error@565509607) -> (continuation of Deferred@338921022 after retry RPC after error@568247289) -> (continuation of Deferred@322534422 after retry RPC after error@367325267) -> (continuation of Deferred@493782695 after retry RPC after error@1249402872) -> (continuation of Deferred@318325613 after retry RPC after error@548228873) -> (continuation of Deferred@1226812933 after retry RPC after error@1091612481), errback=(continuation of Deferred@1801182498 after retry RPC after error@111570910) -> (continuation of Deferred@329530938 after retry RPC after error@565509607) -> (continuation of Deferred@338921022 after retry RPC after error@568247289) -> (continuation of Deferred@322534422 after retry RPC after error@367325267) -> (continuation of Deferred@493782695 after retry RPC after error@1249402872) -> (continuation of Deferred@318325613 after retry RPC after error@548228873) -> (continuation of Deferred@1226812933 after retry RPC after error@1091612481)))
07:58:44.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.896 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.896 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.896 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.896 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.915 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.936 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.936 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.936 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.936 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.936 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.936 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.936 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.955 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.956 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.956 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.956 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.956 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.976 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.977 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:44.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:44.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:44.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:44.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:44.997 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:45.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:45.075 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:45.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:45.076 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:45.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:45.076 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:45.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:45.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:45.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:45.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.254:43407(127.16.139.254:43407)] connecting to peer
07:58:45.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.16.139.253:39853(127.16.139.253:39853)] connecting to peer
07:58:45.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:45.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:45.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.139.254:43407(127.16.139.254:43407)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:45.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.139.253:39853(127.16.139.253:39853)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:45.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.253:39853: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853
07:58:45.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.139.254:43407: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
07:58:45.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977; will retry
07:58:45.098 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=48576), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [15ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [15ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [15ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [17ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [17ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [34ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [35ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [35ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [37ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [57ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [76ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [76ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [77ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [77ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [95ms] refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [96ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [96ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [97ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [97ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [134ms] refreshing cache from master, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [135ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [135ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [136ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [137ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [155ms] refreshing cache from master, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [156ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [156ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [158ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [158ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [294ms] refreshing cache from master, [294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [295ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [296ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [297ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [297ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [795ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [795ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [796ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [796ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [974ms] refreshing cache from master, [974ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [976ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [976ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [978ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [978ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1754ms] refreshing cache from master, [1754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1755ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1755ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1756ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1756ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3714ms] refreshing cache from master, [3714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [3715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [3715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [3715ms] too many traces: truncated at 100 traces, deferred=Deferred@1775342827(state=PENDING, result=null, callback=(continuation of Deferred@392338176 after retry RPC after error@50201747) -> (continuation of Deferred@636921505 after retry RPC after error@1088755768) -> (continuation of Deferred@1138504127 after retry RPC after error@838102987) -> (continuation of Deferred@564593914 after retry RPC after error@1240198190) -> (continuation of Deferred@1805151589 after retry RPC after error@2038484458) -> (continuation of Deferred@1620678388 after retry RPC after error@1988467797) -> (continuation of Deferred@1583228069 after retry RPC after error@567172377) -> (continuation of Deferred@231490018 after retry RPC after error@1475416890) -> (continuation of Deferred@2015719021 after retry RPC after error@726713061) -> (continuation of Deferred@1157383484 after retry RPC after error@457963098) -> (continuation of Deferred@1221502296 after retry RPC after error@1705251150) -> (continuation of Deferred@1129807203 after retry RPC after error@132823669) -> (continuation of Deferred@984820661 after retry RPC after error@2136499148) -> (continuation of Deferred@127706401 after retry RPC after error@1433902773) -> (continuation of Deferred@1983576365 after retry RPC after error@1245749797) -> (continuation of Deferred@681026529 after retry RPC after error@1107034736) -> (continuation of Deferred@1613654259 after retry RPC after error@800112473) -> (continuation of Deferred@976062949 after retry RPC after error@459535186) -> (continuation of Deferred@135883069 after retry RPC after error@578376976) -> (continuation of Deferred@1959629339 after retry RPC after error@1882199731) -> (continuation of Deferred@866375945 after retry RPC after error@1536875448) -> (continuation of Deferred@1130354586 after retry RPC after error@866833612) -> (continuation of Deferred@518793249 after retry RPC after error@329676639) -> (continuation of Deferred@788042166 after retry RPC after error@1267809297) -> (continuation of Deferred@876849250 after retry RPC after error@343878970) -> (continuation of Deferred@2120248098 after retry RPC after error@1012117835) -> (continuation of Deferred@368713243 after retry RPC after error@2021783395) -> (continuation of Deferred@88455722 after retry RPC after error@616405536) -> (continuation of Deferred@1634878058 after retry RPC after error@373267400) -> (continuation of Deferred@1040443343 after retry RPC after error@1982269109) -> (continuation of Deferred@95775497 after retry RPC after error@1874743724), errback=(continuation of Deferred@392338176 after retry RPC after error@50201747) -> (continuation of Deferred@636921505 after retry RPC after error@1088755768) -> (continuation of Deferred@1138504127 after retry RPC after error@838102987) -> (continuation of Deferred@564593914 after retry RPC after error@1240198190) -> (continuation of Deferred@1805151589 after retry RPC after error@2038484458) -> (continuation of Deferred@1620678388 after retry RPC after error@1988467797) -> (continuation of Deferred@1583228069 after retry RPC after error@567172377) -> (continuation of Deferred@231490018 after retry RPC after error@1475416890) -> (continuation of Deferred@2015719021 after retry RPC after error@726713061) -> (continuation of Deferred@1157383484 after retry RPC after error@457963098) -> (continuation of Deferred@1221502296 after retry RPC after error@1705251150) -> (continuation of Deferred@1129807203 after retry RPC after error@132823669) -> (continuation of Deferred@984820661 after retry RPC after error@2136499148) -> (continuation of Deferred@127706401 after retry RPC after error@1433902773) -> (continuation of Deferred@1983576365 after retry RPC after error@1245749797) -> (continuation of Deferred@681026529 after retry RPC after error@1107034736) -> (continuation of Deferred@1613654259 after retry RPC after error@800112473) -> (continuation of Deferred@976062949 after retry RPC after error@459535186) -> (continuation of Deferred@135883069 after retry RPC after error@578376976) -> (continuation of Deferred@1959629339 after retry RPC after error@1882199731) -> (continuation of Deferred@866375945 after retry RPC after error@1536875448) -> (continuation of Deferred@1130354586 after retry RPC after error@866833612) -> (continuation of Deferred@518793249 after retry RPC after error@329676639) -> (continuation of Deferred@788042166 after retry RPC after error@1267809297) -> (continuation of Deferred@876849250 after retry RPC after error@343878970) -> (continuation of Deferred@2120248098 after retry RPC after error@1012117835) -> (continuation of Deferred@368713243 after retry RPC after error@2021783395) -> (continuation of Deferred@88455722 after retry RPC after error@616405536) -> (continuation of Deferred@1634878058 after retry RPC after error@373267400) -> (continuation of Deferred@1040443343 after retry RPC after error@1982269109) -> (continuation of Deferred@95775497 after retry RPC after error@1874743724)))
07:58:45.099 [DEBUG - main] (Connection.java:575) [peer a9a0fbd560e54e068fa2acb21c7af7e3(127.16.139.193:44273)] disconnecting while in state READY
07:58:45.099 [DEBUG - main] (Connection.java:575) [peer master-127.16.139.252:39977(127.16.139.252:39977)] disconnecting while in state READY
07:58:45.099 [DEBUG - main] (Connection.java:575) [peer master-127.16.139.253:39853(127.16.139.253:39853)] disconnecting while in state TERMINATED
07:58:45.099 [DEBUG - main] (Connection.java:575) [peer master-127.16.139.254:43407(127.16.139.254:43407)] disconnecting while in state TERMINATED
07:58:45.099 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:58:45.100 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.139.252:39977(127.16.139.252:39977)] handling channelInactive
07:58:45.100 [DEBUG - kudu-nio-3] (Connection.java:239) [peer a9a0fbd560e54e068fa2acb21c7af7e3(127.16.139.193:44273)] handling channelInactive
07:58:45.100 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.139.252:39977(127.16.139.252:39977)] cleaning up while in state READY due to: connection closed
07:58:45.100 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a9a0fbd560e54e068fa2acb21c7af7e3(127.16.139.193:44273)] cleaning up while in state READY due to: connection closed
07:58:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:45.100991 16943 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu pid 17411
07:58:45.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:45.108920 17678 generic_service.cc:196] Checking for leaks (request via RPC)
07:58:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:45.223680 16943 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu with pid 17411
07:58:45.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:45.259523 17987 connection.cc:573] client connection to 127.16.139.193:44273 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:58:45.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:45.259701 17985 connection.cc:573] server connection from 127.16.139.193:43549 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:58:45.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:45.259811 17987 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:58:45.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:45.260074 16943 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu pid 17696
07:58:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:45.261890 17987 consensus_peers.cc:597] T b5ae3351d0bf4ab3b929a1d0f0ab4b11 P 182d9e91a57241d180ec629384c89126 -> Peer a9a0fbd560e54e068fa2acb21c7af7e3 (127.16.139.193:44273): Couldn't send request to peer a9a0fbd560e54e068fa2acb21c7af7e3. Status: Network error: Client connection negotiation failed: client connection to 127.16.139.193:44273: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
07:58:45.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:45.267444 17939 generic_service.cc:196] Checking for leaks (request via RPC)
07:58:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:45.376849 16943 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu with pid 17696
07:58:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:45.405233 16943 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu pid 17954
07:58:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:45.412174 18183 generic_service.cc:196] Checking for leaks (request via RPC)
07:58:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:45.578145 16943 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu with pid 17954
07:58:45.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 07:58:45.610038 17250 connection.cc:573] server connection from 127.16.139.195:56911 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:58:45.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:45.610433 16943 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu pid 17225
07:58:45.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:45.611603 17340 generic_service.cc:196] Checking for leaks (request via RPC)
07:58:45.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 07:58:45.768234 16943 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskOzFJfs/build/asan/bin/kudu with pid 17225
07:58:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T07:58:45Z chronyd exiting
07:58:45.946 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=48576), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [15ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [15ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [15ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [17ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [17ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [34ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [35ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [35ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [37ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [57ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [76ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [76ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [77ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [77ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [95ms] refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [96ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [96ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [97ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [97ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [134ms] refreshing cache from master, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [135ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [135ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [136ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [137ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [155ms] refreshing cache from master, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [156ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [156ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [158ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [158ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [294ms] refreshing cache from master, [294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [295ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [296ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [297ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [297ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [795ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [795ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [796ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [796ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [974ms] refreshing cache from master, [974ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [976ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [976ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [978ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [978ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1754ms] refreshing cache from master, [1754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1755ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1755ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1756ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1756ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3714ms] refreshing cache from master, [3714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [3715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [3715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [3715ms] too many traces: truncated at 100 traces, deferred=Deferred@1775342827(state=PENDING, result=null, callback=(continuation of Deferred@392338176 after retry RPC after error@50201747) -> (continuation of Deferred@636921505 after retry RPC after error@1088755768) -> (continuation of Deferred@1138504127 after retry RPC after error@838102987) -> (continuation of Deferred@564593914 after retry RPC after error@1240198190) -> (continuation of Deferred@1805151589 after retry RPC after error@2038484458) -> (continuation of Deferred@1620678388 after retry RPC after error@1988467797) -> (continuation of Deferred@1583228069 after retry RPC after error@567172377) -> (continuation of Deferred@231490018 after retry RPC after error@1475416890) -> (continuation of Deferred@2015719021 after retry RPC after error@726713061) -> (continuation of Deferred@1157383484 after retry RPC after error@457963098) -> (continuation of Deferred@1221502296 after retry RPC after error@1705251150) -> (continuation of Deferred@1129807203 after retry RPC after error@132823669) -> (continuation of Deferred@984820661 after retry RPC after error@2136499148) -> (continuation of Deferred@127706401 after retry RPC after error@1433902773) -> (continuation of Deferred@1983576365 after retry RPC after error@1245749797) -> (continuation of Deferred@681026529 after retry RPC after error@1107034736) -> (continuation of Deferred@1613654259 after retry RPC after error@800112473) -> (continuation of Deferred@976062949 after retry RPC after error@459535186) -> (continuation of Deferred@135883069 after retry RPC after error@578376976) -> (continuation of Deferred@1959629339 after retry RPC after error@1882199731) -> (continuation of Deferred@866375945 after retry RPC after error@1536875448) -> (continuation of Deferred@1130354586 after retry RPC after error@866833612) -> (continuation of Deferred@518793249 after retry RPC after error@329676639) -> (continuation of Deferred@788042166 after retry RPC after error@1267809297) -> (continuation of Deferred@876849250 after retry RPC after error@343878970) -> (continuation of Deferred@2120248098 after retry RPC after error@1012117835) -> (continuation of Deferred@368713243 after retry RPC after error@2021783395) -> (continuation of Deferred@88455722 after retry RPC after error@616405536) -> (continuation of Deferred@1634878058 after retry RPC after error@373267400) -> (continuation of Deferred@1040443343 after retry RPC after error@1982269109) -> (continuation of Deferred@95775497 after retry RPC after error@1874743724), errback=(continuation of Deferred@392338176 after retry RPC after error@50201747) -> (continuation of Deferred@636921505 after retry RPC after error@1088755768) -> (continuation of Deferred@1138504127 after retry RPC after error@838102987) -> (continuation of Deferred@564593914 after retry RPC after error@1240198190) -> (continuation of Deferred@1805151589 after retry RPC after error@2038484458) -> (continuation of Deferred@1620678388 after retry RPC after error@1988467797) -> (continuation of Deferred@1583228069 after retry RPC after error@567172377) -> (continuation of Deferred@231490018 after retry RPC after error@1475416890) -> (continuation of Deferred@2015719021 after retry RPC after error@726713061) -> (continuation of Deferred@1157383484 after retry RPC after error@457963098) -> (continuation of Deferred@1221502296 after retry RPC after error@1705251150) -> (continuation of Deferred@1129807203 after retry RPC after error@132823669) -> (continuation of Deferred@984820661 after retry RPC after error@2136499148) -> (continuation of Deferred@127706401 after retry RPC after error@1433902773) -> (continuation of Deferred@1983576365 after retry RPC after error@1245749797) -> (continuation of Deferred@681026529 after retry RPC after error@1107034736) -> (continuation of Deferred@1613654259 after retry RPC after error@800112473) -> (continuation of Deferred@976062949 after retry RPC after error@459535186) -> (continuation of Deferred@135883069 after retry RPC after error@578376976) -> (continuation of Deferred@1959629339 after retry RPC after error@1882199731) -> (continuation of Deferred@866375945 after retry RPC after error@1536875448) -> (continuation of Deferred@1130354586 after retry RPC after error@866833612) -> (continuation of Deferred@518793249 after retry RPC after error@329676639) -> (continuation of Deferred@788042166 after retry RPC after error@1267809297) -> (continuation of Deferred@876849250 after retry RPC after error@343878970) -> (continuation of Deferred@2120248098 after retry RPC after error@1012117835) -> (continuation of Deferred@368713243 after retry RPC after error@2021783395) -> (continuation of Deferred@88455722 after retry RPC after error@616405536) -> (continuation of Deferred@1634878058 after retry RPC after error@373267400) -> (continuation of Deferred@1040443343 after retry RPC after error@1982269109) -> (continuation of Deferred@95775497 after retry RPC after error@1874743724)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:494)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:540)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:287)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:338)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:338)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.139.254:43407
Caused by: java.net.ConnectException: Connection refused
at java.base/sun.nio.ch.Net.pollConnect(Native Method)
at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=48576), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [15ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [15ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [15ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [17ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [17ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [34ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [35ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [35ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [37ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [57ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [76ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [76ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [77ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [77ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [95ms] refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [96ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [96ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [97ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [97ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [134ms] refreshing cache from master, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [135ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [135ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [136ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [137ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [155ms] refreshing cache from master, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [156ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [156ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [158ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [158ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [294ms] refreshing cache from master, [294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [295ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [296ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [297ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [297ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [795ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [795ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [796ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [796ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [974ms] refreshing cache from master, [974ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [976ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [976ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [978ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [978ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1754ms] refreshing cache from master, [1754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [1754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [1755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [1755ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.254:43407: Network error: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407, [1755ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.253:39853: Network error: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [1756ms] Sub RPC ConnectToMaster: received response from server master-127.16.139.252:39977: OK, [1756ms] delaying RPC due to: Service unavailable: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853, [3714ms] refreshing cache from master, [3714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.254:43407, [3715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.253:39853, [3715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.139.252:39977, [3715ms] too many traces: truncated at 100 traces, deferred=Deferred@1775342827(state=PENDING, result=null, callback=(continuation of Deferred@392338176 after retry RPC after error@50201747) -> (continuation of Deferred@636921505 after retry RPC after error@1088755768) -> (continuation of Deferred@1138504127 after retry RPC after error@838102987) -> (continuation of Deferred@564593914 after retry RPC after error@1240198190) -> (continuation of Deferred@1805151589 after retry RPC after error@2038484458) -> (continuation of Deferred@1620678388 after retry RPC after error@1988467797) -> (continuation of Deferred@1583228069 after retry RPC after error@567172377) -> (continuation of Deferred@231490018 after retry RPC after error@1475416890) -> (continuation of Deferred@2015719021 after retry RPC after error@726713061) -> (continuation of Deferred@1157383484 after retry RPC after error@457963098) -> (continuation of Deferred@1221502296 after retry RPC after error@1705251150) -> (continuation of Deferred@1129807203 after retry RPC after error@132823669) -> (continuation of Deferred@984820661 after retry RPC after error@2136499148) -> (continuation of Deferred@127706401 after retry RPC after error@1433902773) -> (continuation of Deferred@1983576365 after retry RPC after error@1245749797) -> (continuation of Deferred@681026529 after retry RPC after error@1107034736) -> (continuation of Deferred@1613654259 after retry RPC after error@800112473) -> (continuation of Deferred@976062949 after retry RPC after error@459535186) -> (continuation of Deferred@135883069 after retry RPC after error@578376976) -> (continuation of Deferred@1959629339 after retry RPC after error@1882199731) -> (continuation of Deferred@866375945 after retry RPC after error@1536875448) -> (continuation of Deferred@1130354586 after retry RPC after error@866833612) -> (continuation of Deferred@518793249 after retry RPC after error@329676639) -> (continuation of Deferred@788042166 after retry RPC after error@1267809297) -> (continuation of Deferred@876849250 after retry RPC after error@343878970) -> (continuation of Deferred@2120248098 after retry RPC after error@1012117835) -> (continuation of Deferred@368713243 after retry RPC after error@2021783395) -> (continuation of Deferred@88455722 after retry RPC after error@616405536) -> (continuation of Deferred@1634878058 after retry RPC after error@373267400) -> (continuation of Deferred@1040443343 after retry RPC after error@1982269109) -> (continuation of Deferred@95775497 after retry RPC after error@1874743724), errback=(continuation of Deferred@392338176 after retry RPC after error@50201747) -> (continuation of Deferred@636921505 after retry RPC after error@1088755768) -> (continuation of Deferred@1138504127 after retry RPC after error@838102987) -> (continuation of Deferred@564593914 after retry RPC after error@1240198190) -> (continuation of Deferred@1805151589 after retry RPC after error@2038484458) -> (continuation of Deferred@1620678388 after retry RPC after error@1988467797) -> (continuation of Deferred@1583228069 after retry RPC after error@567172377) -> (continuation of Deferred@231490018 after retry RPC after error@1475416890) -> (continuation of Deferred@2015719021 after retry RPC after error@726713061) -> (continuation of Deferred@1157383484 after retry RPC after error@457963098) -> (continuation of Deferred@1221502296 after retry RPC after error@1705251150) -> (continuation of Deferred@1129807203 after retry RPC after error@132823669) -> (continuation of Deferred@984820661 after retry RPC after error@2136499148) -> (continuation of Deferred@127706401 after retry RPC after error@1433902773) -> (continuation of Deferred@1983576365 after retry RPC after error@1245749797) -> (continuation of Deferred@681026529 after retry RPC after error@1107034736) -> (continuation of Deferred@1613654259 after retry RPC after error@800112473) -> (continuation of Deferred@976062949 after retry RPC after error@459535186) -> (continuation of Deferred@135883069 after retry RPC after error@578376976) -> (continuation of Deferred@1959629339 after retry RPC after error@1882199731) -> (continuation of Deferred@866375945 after retry RPC after error@1536875448) -> (continuation of Deferred@1130354586 after retry RPC after error@866833612) -> (continuation of Deferred@518793249 after retry RPC after error@329676639) -> (continuation of Deferred@788042166 after retry RPC after error@1267809297) -> (continuation of Deferred@876849250 after retry RPC after error@343878970) -> (continuation of Deferred@2120248098 after retry RPC after error@1012117835) -> (continuation of Deferred@368713243 after retry RPC after error@2021783395) -> (continuation of Deferred@88455722 after retry RPC after error@616405536) -> (continuation of Deferred@1634878058 after retry RPC after error@373267400) -> (continuation of Deferred@1040443343 after retry RPC after error@1982269109) -> (continuation of Deferred@95775497 after retry RPC after error@1874743724)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:494)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:540)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:287)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:338)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.139.254:43407,127.16.139.253:39853,127.16.139.252:39977) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.253:39853(127.16.139.253:39853): Connection refused: /127.16.139.253:39853,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:338)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.139.254:43407(127.16.139.254:43407): Connection refused: /127.16.139.254:43407
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.139.254:43407
Caused by: java.net.ConnectException: Connection refused
at java.base/sun.nio.ch.Net.pollConnect(Native Method)
at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)